2024-11-08 03:19:43,322 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-08 03:19:43,337 main DEBUG Took 0.012171 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 03:19:43,337 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 03:19:43,337 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 03:19:43,338 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 03:19:43,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,347 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 03:19:43,361 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,364 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,366 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,367 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,368 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,371 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 03:19:43,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,375 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 03:19:43,377 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 03:19:43,379 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 03:19:43,382 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 03:19:43,382 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 03:19:43,384 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 03:19:43,385 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 03:19:43,395 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 03:19:43,398 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 03:19:43,401 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 03:19:43,401 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 03:19:43,402 main DEBUG createAppenders(={Console})
2024-11-08 03:19:43,403 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized
2024-11-08 03:19:43,403 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9
2024-11-08 03:19:43,403 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK.
2024-11-08 03:19:43,404 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 03:19:43,404 main DEBUG OutputStream closed
2024-11-08 03:19:43,405 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 03:19:43,405 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 03:19:43,405 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK
2024-11-08 03:19:43,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 03:19:43,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 03:19:43,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 03:19:43,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 03:19:43,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 03:19:43,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 03:19:43,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 03:19:43,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 03:19:43,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 03:19:43,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 03:19:43,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 03:19:43,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 03:19:43,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 03:19:43,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 03:19:43,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 03:19:43,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 03:19:43,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 03:19:43,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 03:19:43,499 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 03:19:43,499 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null
2024-11-08 03:19:43,499 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 03:19:43,500 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK.
2024-11-08T03:19:43,712 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f
2024-11-08 03:19:43,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 03:19:43,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T03:19:43,723 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins
2024-11-08T03:19:43,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T03:19:43,748 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a, deleteOnExit=true
2024-11-08T03:19:43,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS
2024-11-08T03:19:43,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/test.cache.data in system properties and HBase conf
2024-11-08T03:19:43,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T03:19:43,751 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.log.dir in system properties and HBase conf
2024-11-08T03:19:43,751 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T03:19:43,752 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T03:19:43,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF
2024-11-08T03:19:43,874 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T03:19:43,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T03:19:43,997 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T03:19:43,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T03:19:43,999 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T03:19:44,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T03:19:44,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T03:19:44,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T03:19:44,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T03:19:44,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T03:19:44,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T03:19:44,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/nfs.dump.dir in system properties and HBase conf
2024-11-08T03:19:44,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/java.io.tmpdir in system properties and HBase conf
2024-11-08T03:19:44,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T03:19:44,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T03:19:44,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T03:19:45,038 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T03:19:45,101 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2485ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T03:19:45,163 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T03:19:45,222 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T03:19:45,243 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T03:19:45,243 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T03:19:45,245 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T03:19:45,259 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T03:19:45,262 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.log.dir/,AVAILABLE}
2024-11-08T03:19:45,263 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T03:19:45,431 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/java.io.tmpdir/jetty-localhost-34133-hadoop-hdfs-3_4_1-tests_jar-_-any-12307342654204092815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T03:19:45,440 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34133}
2024-11-08T03:19:45,440 INFO  [Time-limited test {}] server.Server(415): Started @2825ms
2024-11-08T03:19:45,928 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T03:19:45,935 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T03:19:45,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T03:19:45,936 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T03:19:45,936 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T03:19:45,937 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.log.dir/,AVAILABLE}
2024-11-08T03:19:45,938 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T03:19:46,036 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/java.io.tmpdir/jetty-localhost-38267-hadoop-hdfs-3_4_1-tests_jar-_-any-11311625905501351049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T03:19:46,037 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38267}
2024-11-08T03:19:46,037 INFO  [Time-limited test {}] server.Server(415): Started @3422ms
2024-11-08T03:19:46,084 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T03:19:46,813 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/dfs/data/data1/current/BP-1606889232-172.17.0.2-1731035984597/current, will proceed with Du for space computation calculation, 
2024-11-08T03:19:46,813 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/dfs/data/data2/current/BP-1606889232-172.17.0.2-1731035984597/current, will proceed with Du for space computation calculation, 
2024-11-08T03:19:46,838 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T03:19:46,883 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd06f102540e7d119 with lease ID 0x5b74cbacc511710a: Processing first storage report for DS-c59d3ed0-b343-418e-8aab-72bcd77a5d16 from datanode DatanodeRegistration(127.0.0.1:32793, datanodeUuid=f1bbca5e-a2e7-406a-a786-bb4bff297635, infoPort=43435, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=84663123;c=1731035984597)
2024-11-08T03:19:46,884 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd06f102540e7d119 with lease ID 0x5b74cbacc511710a: from storage DS-c59d3ed0-b343-418e-8aab-72bcd77a5d16 node DatanodeRegistration(127.0.0.1:32793, datanodeUuid=f1bbca5e-a2e7-406a-a786-bb4bff297635, infoPort=43435, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=84663123;c=1731035984597), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T03:19:46,884 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd06f102540e7d119 with lease ID 0x5b74cbacc511710a: Processing first storage report for DS-3b78bf62-f208-4cda-a23d-e9204339f4f6 from datanode DatanodeRegistration(127.0.0.1:32793, datanodeUuid=f1bbca5e-a2e7-406a-a786-bb4bff297635, infoPort=43435, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=84663123;c=1731035984597)
2024-11-08T03:19:46,884 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd06f102540e7d119 with lease ID 0x5b74cbacc511710a: from storage DS-3b78bf62-f208-4cda-a23d-e9204339f4f6 node DatanodeRegistration(127.0.0.1:32793, datanodeUuid=f1bbca5e-a2e7-406a-a786-bb4bff297635, infoPort=43435, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=84663123;c=1731035984597), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T03:19:46,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f
2024-11-08T03:19:47,044 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/zookeeper_0, clientPort=63666, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T03:19:47,053 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63666
2024-11-08T03:19:47,062 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:47,064 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:47,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741825_1001 (size=7)
2024-11-08T03:19:47,662 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188 with version=8
2024-11-08T03:19:47,663 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/hbase-staging
2024-11-08T03:19:47,773 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T03:19:47,998 INFO  [Time-limited test {}] client.ConnectionUtils(129): master/e729c2d9d3a5:0 server-side Connection retries=45
2024-11-08T03:19:48,013 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,014 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T03:19:48,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,015 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T03:19:48,140 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T03:19:48,193 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T03:19:48,204 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T03:19:48,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T03:19:48,234 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47519 (auto-detected)
2024-11-08T03:19:48,234 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-08T03:19:48,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45545
2024-11-08T03:19:48,259 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:48,262 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:48,278 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45545 connecting to ZooKeeper ensemble=127.0.0.1:63666
2024-11-08T03:19:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455450x0, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T03:19:48,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45545-0x10119be9ec90000 connected
2024-11-08T03:19:48,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T03:19:48,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T03:19:48,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T03:19:48,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45545
2024-11-08T03:19:48,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45545
2024-11-08T03:19:48,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45545
2024-11-08T03:19:48,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45545
2024-11-08T03:19:48,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45545
2024-11-08T03:19:48,465 INFO  [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188, hbase.cluster.distributed=false
2024-11-08T03:19:48,521 INFO  [Time-limited test {}] client.ConnectionUtils(129): regionserver/e729c2d9d3a5:0 server-side Connection retries=45
2024-11-08T03:19:48,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,522 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T03:19:48,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T03:19:48,522 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T03:19:48,524 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T03:19:48,526 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T03:19:48,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37707
2024-11-08T03:19:48,529 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T03:19:48,533 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T03:19:48,534 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:48,538 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:48,541 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37707 connecting to ZooKeeper ensemble=127.0.0.1:63666
2024-11-08T03:19:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377070x0, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T03:19:48,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377070x0, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T03:19:48,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37707-0x10119be9ec90001 connected
2024-11-08T03:19:48,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T03:19:48,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T03:19:48,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37707
2024-11-08T03:19:48,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37707
2024-11-08T03:19:48,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37707
2024-11-08T03:19:48,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37707
2024-11-08T03:19:48,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37707
2024-11-08T03:19:48,565 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:48,579 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e729c2d9d3a5:45545
2024-11-08T03:19:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T03:19:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T03:19:48,581 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T03:19:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T03:19:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:48,614 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T03:19:48,615 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e729c2d9d3a5,45545,1731035987767 from backup master directory
2024-11-08T03:19:48,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T03:19:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T03:19:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T03:19:48,622 WARN  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T03:19:48,622 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:48,624 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T03:19:48,626 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T03:19:48,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741826_1002 (size=42)
2024-11-08T03:19:49,092 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/hbase.id with ID: f093e145-b73a-47af-a31f-81b61e54579f
2024-11-08T03:19:49,132 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T03:19:49,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:49,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:49,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741827_1003 (size=196)
2024-11-08T03:19:49,627 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:19:49,631 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T03:19:49,646 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:49,649 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T03:19:49,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741828_1004 (size=1189)
2024-11-08T03:19:50,092 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store
2024-11-08T03:19:50,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741829_1005 (size=34)
2024-11-08T03:19:50,514 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T03:19:50,515 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:50,516 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T03:19:50,516 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:19:50,517 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:19:50,517 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T03:19:50,517 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:19:50,517 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:19:50,517 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-08T03:19:50,520 WARN  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/.initializing
2024-11-08T03:19:50,520 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/WALs/e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:50,526 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T03:19:50,537 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e729c2d9d3a5%2C45545%2C1731035987767, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/WALs/e729c2d9d3a5,45545,1731035987767, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/oldWALs, maxLogs=10
2024-11-08T03:19:50,556 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/WALs/e729c2d9d3a5,45545,1731035987767/e729c2d9d3a5%2C45545%2C1731035987767.1731035990541, exclude list is [], retry=0
2024-11-08T03:19:50,572 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-c59d3ed0-b343-418e-8aab-72bcd77a5d16,DISK]
2024-11-08T03:19:50,575 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T03:19:50,606 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/WALs/e729c2d9d3a5,45545,1731035987767/e729c2d9d3a5%2C45545%2C1731035987767.1731035990541
2024-11-08T03:19:50,606 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)]
2024-11-08T03:19:50,607 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:19:50,607 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:50,610 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T03:19:50,611 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T03:19:50,643 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T03:19:50,662 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T03:19:50,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:50,668 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:50,668 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T03:19:50,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T03:19:50,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:50,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:50,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T03:19:50,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T03:19:50,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:50,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:50,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T03:19:50,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T03:19:50,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:50,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:50,684 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T03:19:50,685 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T03:19:50,693 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T03:19:50,698 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T03:19:50,703 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:19:50,705 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67907123, jitterRate=0.011894986033439636}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T03:19:50,711 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-08T03:19:50,712 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T03:19:50,738 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6738e8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:50,766 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating...
2024-11-08T03:19:50,778 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T03:19:50,778 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T03:19:50,780 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T03:19:50,782 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T03:19:50,787 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec
2024-11-08T03:19:50,787 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T03:19:50,811 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T03:19:50,823 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T03:19:50,837 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false
2024-11-08T03:19:50,840 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T03:19:50,841 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T03:19:50,846 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false
2024-11-08T03:19:50,847 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T03:19:50,851 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T03:19:50,862 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false
2024-11-08T03:19:50,863 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T03:19:50,871 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T03:19:50,880 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T03:19:50,887 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T03:19:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T03:19:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T03:19:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,897 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e729c2d9d3a5,45545,1731035987767, sessionid=0x10119be9ec90000, setting cluster-up flag (Was=false)
2024-11-08T03:19:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,946 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T03:19:50,947 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:50,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:50,987 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T03:19:50,989 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:51,077 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta
2024-11-08T03:19:51,083 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2
2024-11-08T03:19:51,084 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e729c2d9d3a5:37707
2024-11-08T03:19:51,085 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T03:19:51,086 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1008): ClusterId : f093e145-b73a-47af-a31f-81b61e54579f
2024-11-08T03:19:51,088 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T03:19:51,091 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e729c2d9d3a5,45545,1731035987767
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T03:19:51,093 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e729c2d9d3a5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T03:19:51,093 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e729c2d9d3a5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e729c2d9d3a5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e729c2d9d3a5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e729c2d9d3a5:0, corePoolSize=10, maxPoolSize=10
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e729c2d9d3a5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T03:19:51,094 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,096 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036021096
2024-11-08T03:19:51,097 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T03:19:51,098 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T03:19:51,098 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T03:19:51,098 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T03:19:51,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta
2024-11-08T03:19:51,100 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region
2024-11-08T03:19:51,101 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T03:19:51,102 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T03:19:51,102 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T03:19:51,103 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T03:19:51,103 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,104 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:51,104 INFO  [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T03:19:51,105 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T03:19:51,106 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T03:19:51,106 DEBUG [RS:0;e729c2d9d3a5:37707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ea6ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:51,107 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T03:19:51,107 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T03:19:51,108 DEBUG [RS:0;e729c2d9d3a5:37707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75176616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e729c2d9d3a5/172.17.0.2:0
2024-11-08T03:19:51,111 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T03:19:51,111 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T03:19:51,112 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled
2024-11-08T03:19:51,112 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled
2024-11-08T03:19:51,112 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1090): About to register with Master.
2024-11-08T03:19:51,114 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(3073): reportForDuty to master=e729c2d9d3a5,45545,1731035987767 with isa=e729c2d9d3a5/172.17.0.2:37707, startcode=1731035988520
2024-11-08T03:19:51,122 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.large.0-1731035991113,5,FailOnTimeoutGroup]
2024-11-08T03:19:51,123 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.small.0-1731035991122,5,FailOnTimeoutGroup]
2024-11-08T03:19:51,123 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,123 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T03:19:51,124 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,125 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741831_1007 (size=1039)
2024-11-08T03:19:51,130 DEBUG [RS:0;e729c2d9d3a5:37707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T03:19:51,167 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60303, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T03:19:51,173 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,175 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45545 {}] master.ServerManager(486): Registering regionserver=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,189 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:19:51,189 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43367
2024-11-08T03:19:51,190 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1
2024-11-08T03:19:51,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T03:19:51,196 DEBUG [RS:0;e729c2d9d3a5:37707 {}] zookeeper.ZKUtil(111): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,197 WARN  [RS:0;e729c2d9d3a5:37707 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T03:19:51,197 INFO  [RS:0;e729c2d9d3a5:37707 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T03:19:51,197 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,200 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e729c2d9d3a5,37707,1731035988520]
2024-11-08T03:19:51,210 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds
2024-11-08T03:19:51,220 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T03:19:51,239 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T03:19:51,242 INFO  [RS:0;e729c2d9d3a5:37707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T03:19:51,243 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,244 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S
2024-11-08T03:19:51,252 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,253 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,253 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,253 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,253 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,254 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,254 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e729c2d9d3a5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T03:19:51,254 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,254 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,254 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,255 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,255 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e729c2d9d3a5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T03:19:51,255 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e729c2d9d3a5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T03:19:51,255 DEBUG [RS:0;e729c2d9d3a5:37707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T03:19:51,257 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,257 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,258 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,258 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,258 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,37707,1731035988520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T03:19:51,291 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T03:19:51,294 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,37707,1731035988520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:51,323 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.Replication(204): e729c2d9d3a5,37707,1731035988520 started
2024-11-08T03:19:51,323 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1767): Serving as e729c2d9d3a5,37707,1731035988520, RpcServer on e729c2d9d3a5/172.17.0.2:37707, sessionid=0x10119be9ec90001
2024-11-08T03:19:51,324 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T03:19:51,325 DEBUG [RS:0;e729c2d9d3a5:37707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,325 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e729c2d9d3a5,37707,1731035988520'
2024-11-08T03:19:51,325 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T03:19:51,326 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T03:19:51,326 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T03:19:51,327 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T03:19:51,327 DEBUG [RS:0;e729c2d9d3a5:37707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:51,327 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e729c2d9d3a5,37707,1731035988520'
2024-11-08T03:19:51,327 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T03:19:51,328 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T03:19:51,328 DEBUG [RS:0;e729c2d9d3a5:37707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T03:19:51,329 INFO  [RS:0;e729c2d9d3a5:37707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T03:19:51,329 INFO  [RS:0;e729c2d9d3a5:37707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T03:19:51,434 INFO  [RS:0;e729c2d9d3a5:37707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T03:19:51,438 INFO  [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e729c2d9d3a5%2C37707%2C1731035988520, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/oldWALs, maxLogs=32
2024-11-08T03:19:51,456 DEBUG [RS:0;e729c2d9d3a5:37707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520/e729c2d9d3a5%2C37707%2C1731035988520.1731035991441, exclude list is [], retry=0
2024-11-08T03:19:51,464 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-c59d3ed0-b343-418e-8aab-72bcd77a5d16,DISK]
2024-11-08T03:19:51,468 INFO  [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520/e729c2d9d3a5%2C37707%2C1731035988520.1731035991441
2024-11-08T03:19:51,469 DEBUG [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)]
2024-11-08T03:19:51,528 INFO  [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039
2024-11-08T03:19:51,528 INFO  [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:19:51,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741833_1009 (size=32)
2024-11-08T03:19:51,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:51,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T03:19:51,949 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T03:19:51,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:51,952 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:51,952 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T03:19:51,956 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T03:19:51,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:51,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:51,959 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T03:19:51,962 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T03:19:51,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:51,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:51,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740
2024-11-08T03:19:51,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740
2024-11-08T03:19:51,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:19:51,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-08T03:19:51,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:19:51,982 INFO  [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72889246, jitterRate=0.0861344039440155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:19:51,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-08T03:19:51,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-08T03:19:51,986 INFO  [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-08T03:19:51,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-08T03:19:51,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T03:19:51,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T03:19:51,988 INFO  [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-08T03:19:51,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-08T03:19:51,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta
2024-11-08T03:19:51,992 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta
2024-11-08T03:19:52,000 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T03:19:52,012 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T03:19:52,015 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T03:19:52,168 DEBUG [e729c2d9d3a5:45545 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T03:19:52,173 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:52,178 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e729c2d9d3a5,37707,1731035988520, state=OPENING
2024-11-08T03:19:52,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T03:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:52,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:52,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T03:19:52,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T03:19:52,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:19:52,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:52,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T03:19:52,451 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T03:19:52,461 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740
2024-11-08T03:19:52,462 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T03:19:52,463 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T03:19:52,467 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e729c2d9d3a5%2C37707%2C1731035988520.meta, suffix=.meta, logDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/oldWALs, maxLogs=32
2024-11-08T03:19:52,485 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520/e729c2d9d3a5%2C37707%2C1731035988520.meta.1731035992470.meta, exclude list is [], retry=0
2024-11-08T03:19:52,489 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32793,DS-c59d3ed0-b343-418e-8aab-72bcd77a5d16,DISK]
2024-11-08T03:19:52,492 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/WALs/e729c2d9d3a5,37707,1731035988520/e729c2d9d3a5%2C37707%2C1731035988520.meta.1731035992470.meta
2024-11-08T03:19:52,492 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43435:43435)]
2024-11-08T03:19:52,492 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:19:52,494 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T03:19:52,548 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T03:19:52,552 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T03:19:52,556 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T03:19:52,556 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:52,556 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740
2024-11-08T03:19:52,556 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740
2024-11-08T03:19:52,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T03:19:52,563 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T03:19:52,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:52,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:52,564 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T03:19:52,566 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T03:19:52,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:52,567 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:52,567 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T03:19:52,569 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T03:19:52,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:52,570 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T03:19:52,572 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740
2024-11-08T03:19:52,575 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740
2024-11-08T03:19:52,577 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:19:52,581 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-11-08T03:19:52,583 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69255483, jitterRate=0.03198711574077606}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:19:52,584 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-11-08T03:19:52,591 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035992441
2024-11-08T03:19:52,602 DEBUG [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T03:19:52,603 INFO  [RS_OPEN_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740
2024-11-08T03:19:52,603 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:52,606 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e729c2d9d3a5,37707,1731035988520, state=OPEN
2024-11-08T03:19:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T03:19:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T03:19:52,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T03:19:52,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T03:19:52,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T03:19:52,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e729c2d9d3a5,37707,1731035988520 in 372 msec
2024-11-08T03:19:52,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T03:19:52,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec
2024-11-08T03:19:52,668 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6410 sec
2024-11-08T03:19:52,668 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035992668, completionTime=-1
2024-11-08T03:19:52,668 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T03:19:52,669 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster...
2024-11-08T03:19:52,701 DEBUG [hconnection-0x370dd9fb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:52,704 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:52,714 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1
2024-11-08T03:19:52,714 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036052714
2024-11-08T03:19:52,715 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036112715
2024-11-08T03:19:52,715 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 46 msec
2024-11-08T03:19:52,748 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:52,748 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:52,748 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:52,749 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e729c2d9d3a5:45545, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:52,750 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:52,755 DEBUG [master/e729c2d9d3a5:0.Chore.1 {}] janitor.CatalogJanitor(179): 
2024-11-08T03:19:52,757 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating...
2024-11-08T03:19:52,758 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T03:19:52,764 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace
2024-11-08T03:19:52,767 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:19:52,769 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:52,771 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:19:52,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741835_1011 (size=358)
2024-11-08T03:19:53,186 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 238eb05833839adb0909d8106046d27b, NAME => 'hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:19:53,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741836_1012 (size=42)
2024-11-08T03:19:53,599 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:53,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 238eb05833839adb0909d8106046d27b, disabling compactions & flushes
2024-11-08T03:19:53,600 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:53,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:53,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b. after waiting 0 ms
2024-11-08T03:19:53,600 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:53,600 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:53,601 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 238eb05833839adb0909d8106046d27b:

2024-11-08T03:19:53,604 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:19:53,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731035993605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035993605"}]},"ts":"1731035993605"}
2024-11-08T03:19:53,634 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:19:53,636 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:19:53,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035993637"}]},"ts":"1731035993637"}
2024-11-08T03:19:53,643 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta
2024-11-08T03:19:53,664 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=238eb05833839adb0909d8106046d27b, ASSIGN}]
2024-11-08T03:19:53,666 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=238eb05833839adb0909d8106046d27b, ASSIGN
2024-11-08T03:19:53,668 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=238eb05833839adb0909d8106046d27b, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:19:53,819 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=238eb05833839adb0909d8106046d27b, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:53,823 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 238eb05833839adb0909d8106046d27b, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:19:53,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:53,985 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:53,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 238eb05833839adb0909d8106046d27b, NAME => 'hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:19:53,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 238eb05833839adb0909d8106046d27b
2024-11-08T03:19:53,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:53,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 238eb05833839adb0909d8106046d27b
2024-11-08T03:19:53,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 238eb05833839adb0909d8106046d27b
2024-11-08T03:19:53,990 INFO  [StoreOpener-238eb05833839adb0909d8106046d27b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 238eb05833839adb0909d8106046d27b 
2024-11-08T03:19:53,993 INFO  [StoreOpener-238eb05833839adb0909d8106046d27b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238eb05833839adb0909d8106046d27b columnFamilyName info
2024-11-08T03:19:53,993 DEBUG [StoreOpener-238eb05833839adb0909d8106046d27b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:53,994 INFO  [StoreOpener-238eb05833839adb0909d8106046d27b-1 {}] regionserver.HStore(327): Store=238eb05833839adb0909d8106046d27b/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:53,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b
2024-11-08T03:19:53,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b
2024-11-08T03:19:54,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 238eb05833839adb0909d8106046d27b
2024-11-08T03:19:54,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:19:54,012 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 238eb05833839adb0909d8106046d27b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67627007, jitterRate=0.007720932364463806}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-08T03:19:54,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 238eb05833839adb0909d8106046d27b:

2024-11-08T03:19:54,016 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b., pid=6, masterSystemTime=1731035993978
2024-11-08T03:19:54,021 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=238eb05833839adb0909d8106046d27b, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:54,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:54,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:19:54,031 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T03:19:54,033 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 238eb05833839adb0909d8106046d27b, server=e729c2d9d3a5,37707,1731035988520 in 203 msec
2024-11-08T03:19:54,037 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T03:19:54,038 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=238eb05833839adb0909d8106046d27b, ASSIGN in 367 msec
2024-11-08T03:19:54,040 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:19:54,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035994040"}]},"ts":"1731035994040"}
2024-11-08T03:19:54,044 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta
2024-11-08T03:19:54,118 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace
2024-11-08T03:19:54,119 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:19:54,124 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3610 sec
2024-11-08T03:19:54,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:54,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace
2024-11-08T03:19:54,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:19:54,161 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default
2024-11-08T03:19:54,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-08T03:19:54,201 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 43 msec
2024-11-08T03:19:54,205 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase
2024-11-08T03:19:54,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-11-08T03:19:54,244 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 36 msec
2024-11-08T03:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default
2024-11-08T03:19:54,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase
2024-11-08T03:19:54,288 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.666sec
2024-11-08T03:19:54,289 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T03:19:54,290 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T03:19:54,291 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T03:19:54,292 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T03:19:54,292 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T03:19:54,293 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T03:19:54,293 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T03:19:54,301 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds
2024-11-08T03:19:54,302 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T03:19:54,302 INFO  [master/e729c2d9d3a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e729c2d9d3a5,45545,1731035987767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T03:19:54,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466
2024-11-08T03:19:54,385 WARN  [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-11-08T03:19:54,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:54,401 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T03:19:54,401 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T03:19:54,417 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:54,427 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:54,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e729c2d9d3a5,45545,1731035987767
2024-11-08T03:19:54,452 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=2541
2024-11-08T03:19:54,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:19:54,469 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:19:54,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:19:54,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:19:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:19:54,523 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:19:54,524 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:54,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 9
2024-11-08T03:19:54,528 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:19:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-08T03:19:54,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741837_1013 (size=960)
2024-11-08T03:19:54,559 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:19:54,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741838_1014 (size=53)
2024-11-08T03:19:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-08T03:19:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-08T03:19:54,983 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:54,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 81643cb03120248c74f6710e6161cd51, disabling compactions & flushes
2024-11-08T03:19:54,984 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:54,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:54,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. after waiting 0 ms
2024-11-08T03:19:54,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:54,984 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:54,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:54,987 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:19:54,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731035994987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035994987"}]},"ts":"1731035994987"}
2024-11-08T03:19:54,992 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:19:54,994 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:19:54,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035994994"}]},"ts":"1731035994994"}
2024-11-08T03:19:54,997 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:19:55,013 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, ASSIGN}]
2024-11-08T03:19:55,014 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, ASSIGN
2024-11-08T03:19:55,016 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:19:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-08T03:19:55,167 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=81643cb03120248c74f6710e6161cd51, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:55,170 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:19:55,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:55,333 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,333 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:19:55,333 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,333 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:19:55,334 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,334 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,336 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 81643cb03120248c74f6710e6161cd51 
2024-11-08T03:19:55,338 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:19:55,339 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81643cb03120248c74f6710e6161cd51 columnFamilyName A
2024-11-08T03:19:55,339 DEBUG [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:55,340 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(327): Store=81643cb03120248c74f6710e6161cd51/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:55,340 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 81643cb03120248c74f6710e6161cd51 
2024-11-08T03:19:55,342 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:19:55,342 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81643cb03120248c74f6710e6161cd51 columnFamilyName B
2024-11-08T03:19:55,342 DEBUG [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:55,343 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(327): Store=81643cb03120248c74f6710e6161cd51/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:55,343 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 81643cb03120248c74f6710e6161cd51 
2024-11-08T03:19:55,345 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:19:55,345 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81643cb03120248c74f6710e6161cd51 columnFamilyName C
2024-11-08T03:19:55,346 DEBUG [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:19:55,346 INFO  [StoreOpener-81643cb03120248c74f6710e6161cd51-1 {}] regionserver.HStore(327): Store=81643cb03120248c74f6710e6161cd51/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:19:55,347 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,348 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,349 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,351 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:19:55,355 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,359 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:19:55,361 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 81643cb03120248c74f6710e6161cd51; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59096617, jitterRate=-0.1193917840719223}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:19:55,363 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:55,364 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., pid=11, masterSystemTime=1731035995324
2024-11-08T03:19:55,368 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,368 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,370 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=81643cb03120248c74f6710e6161cd51, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:55,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10
2024-11-08T03:19:55,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520 in 205 msec
2024-11-08T03:19:55,384 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T03:19:55,384 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, ASSIGN in 368 msec
2024-11-08T03:19:55,385 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:19:55,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035995385"}]},"ts":"1731035995385"}
2024-11-08T03:19:55,388 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:19:55,398 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:19:55,402 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 892 msec
2024-11-08T03:19:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-11-08T03:19:55,648 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed
2024-11-08T03:19:55,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32
2024-11-08T03:19:55,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,668 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:19:55,674 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:19:55,685 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408
2024-11-08T03:19:55,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98
2024-11-08T03:19:55,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266
2024-11-08T03:19:55,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a
2024-11-08T03:19:55,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9
2024-11-08T03:19:55,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b
2024-11-08T03:19:55,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd
2024-11-08T03:19:55,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680
2024-11-08T03:19:55,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3
2024-11-08T03:19:55,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:19:55,775 DEBUG [hconnection-0x1a793308-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,776 DEBUG [hconnection-0x26fa22e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,778 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,779 DEBUG [hconnection-0x3f372560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,783 DEBUG [hconnection-0x24e63b2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:19:55,784 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,784 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,787 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees
2024-11-08T03:19:55,790 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:19:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:55,794 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:19:55,795 DEBUG [hconnection-0x12134611-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:19:55,799 DEBUG [hconnection-0x3ff5e795-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,800 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,800 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,801 DEBUG [hconnection-0x43ce456a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:19:55,804 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,804 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,806 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,808 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,813 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:19:55,881 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:19:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:55,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:19:55,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:19:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:19:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:55,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:55,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:55,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:55,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:55,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/25c4d9abf0cd428f8747b65cc467786e is 50, key is test_row_0/A:col10/1731035995871/Put/seqid=0
2024-11-08T03:19:56,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741839_1015 (size=12001)
2024-11-08T03:19:56,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036056036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036056043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,077 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/25c4d9abf0cd428f8747b65cc467786e
2024-11-08T03:19:56,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036056074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036056076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036056077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:56,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9a3a37c3d81546728cc7e0a632ba5c55 is 50, key is test_row_0/B:col10/1731035995871/Put/seqid=0
2024-11-08T03:19:56,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036056218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036056218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036056220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036056222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036056231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741840_1016 (size=12001)
2024-11-08T03:19:56,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:56,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036056424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036056426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036056429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036056429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036056439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9a3a37c3d81546728cc7e0a632ba5c55
2024-11-08T03:19:56,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:56,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:56,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:56,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/c835d91a7f3c4db0b91293243371acb0 is 50, key is test_row_0/C:col10/1731035995871/Put/seqid=0
2024-11-08T03:19:56,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741841_1017 (size=12001)
2024-11-08T03:19:56,700 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/c835d91a7f3c4db0b91293243371acb0
2024-11-08T03:19:56,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/25c4d9abf0cd428f8747b65cc467786e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e
2024-11-08T03:19:56,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:19:56,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036056733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036056734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9a3a37c3d81546728cc7e0a632ba5c55 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55
2024-11-08T03:19:56,753 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:19:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/c835d91a7f3c4db0b91293243371acb0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0
2024-11-08T03:19:56,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036056735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036056735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036056752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,793 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:19:56,800 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 81643cb03120248c74f6710e6161cd51 in 918ms, sequenceid=13, compaction requested=false
2024-11-08T03:19:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-08T03:19:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:56,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:56,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-11-08T03:19:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:56,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:19:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e3259beb0275426f8439ae9102ae595f is 50, key is test_row_0/A:col10/1731035996060/Put/seqid=0
2024-11-08T03:19:56,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741842_1018 (size=12001)
2024-11-08T03:19:56,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e3259beb0275426f8439ae9102ae595f
2024-11-08T03:19:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c82955b90fe047e4a8fa0e23cfe352d6 is 50, key is test_row_0/B:col10/1731035996060/Put/seqid=0
2024-11-08T03:19:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:56,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741843_1019 (size=12001)
2024-11-08T03:19:57,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T03:19:57,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace'
2024-11-08T03:19:57,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:57,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036057269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036057269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036057274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036057277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036057279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c82955b90fe047e4a8fa0e23cfe352d6
2024-11-08T03:19:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/16e5d5f7576647058b3fb1f7bdcbe406 is 50, key is test_row_0/C:col10/1731035996060/Put/seqid=0
2024-11-08T03:19:57,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741844_1020 (size=12001)
2024-11-08T03:19:57,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036057380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036057383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036057386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036057389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036057588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036057590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036057591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036057594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/16e5d5f7576647058b3fb1f7bdcbe406
2024-11-08T03:19:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e3259beb0275426f8439ae9102ae595f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f
2024-11-08T03:19:57,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T03:19:57,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c82955b90fe047e4a8fa0e23cfe352d6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6
2024-11-08T03:19:57,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T03:19:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/16e5d5f7576647058b3fb1f7bdcbe406 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406
2024-11-08T03:19:57,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T03:19:57,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 81643cb03120248c74f6710e6161cd51 in 1039ms, sequenceid=37, compaction requested=false
2024-11-08T03:19:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-08T03:19:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=13
2024-11-08T03:19:57,859 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12
2024-11-08T03:19:57,859 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec
2024-11-08T03:19:57,863 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0750 sec
2024-11-08T03:19:57,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:19:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:19:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:19:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:57,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:19:57,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-11-08T03:19:57,905 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed
2024-11-08T03:19:57,908 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:19:57,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4383a3e1601648308893bb284d2c9143 is 50, key is test_row_0/A:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees
2024-11-08T03:19:57,912 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:19:57,913 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:19:57,914 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:19:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:19:57,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741845_1021 (size=14341)
2024-11-08T03:19:57,939 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4383a3e1601648308893bb284d2c9143
2024-11-08T03:19:57,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036057948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036057952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036057952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036057953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:57,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ab4a53fc12824c0fb6e56a514af25910 is 50, key is test_row_0/B:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:57,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741846_1022 (size=12001)
2024-11-08T03:19:57,988 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ab4a53fc12824c0fb6e56a514af25910
2024-11-08T03:19:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:19:58,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/041c7408471946a6a762d373117e1e81 is 50, key is test_row_0/C:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:58,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741847_1023 (size=12001)
2024-11-08T03:19:58,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036058056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036058059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036058060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036058061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-08T03:19:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,070 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:19:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T03:19:58,191 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T03:19:58,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace
2024-11-08T03:19:58,195 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer
2024-11-08T03:19:58,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T03:19:58,197 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T03:19:58,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T03:19:58,197 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T03:19:58,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T03:19:58,202 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-08T03:19:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:19:58,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-08T03:19:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036058263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036058264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036058265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036058266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036058280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-08T03:19:58,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:58,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=15
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:19:58,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/041c7408471946a6a762d373117e1e81
2024-11-08T03:19:58,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4383a3e1601648308893bb284d2c9143 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143
2024-11-08T03:19:58,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143, entries=200, sequenceid=51, filesize=14.0 K
2024-11-08T03:19:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ab4a53fc12824c0fb6e56a514af25910 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910
2024-11-08T03:19:58,483 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T03:19:58,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/041c7408471946a6a762d373117e1e81 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81
2024-11-08T03:19:58,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T03:19:58,509 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81643cb03120248c74f6710e6161cd51 in 610ms, sequenceid=51, compaction requested=true
2024-11-08T03:19:58,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:19:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:19:58,523 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:19:58,523 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:19:58,527 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:19:58,529 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:19:58,530 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,530 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=35.2 K
2024-11-08T03:19:58,534 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:19:58,534 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3a37c3d81546728cc7e0a632ba5c55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731035995854
2024-11-08T03:19:58,534 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:19:58,534 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,534 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=37.4 K
2024-11-08T03:19:58,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,535 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c82955b90fe047e4a8fa0e23cfe352d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731035996060
2024-11-08T03:19:58,536 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c4d9abf0cd428f8747b65cc467786e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731035995854
2024-11-08T03:19:58,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-11-08T03:19:58,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:19:58,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:19:58,537 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3259beb0275426f8439ae9102ae595f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731035996060
2024-11-08T03:19:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:58,537 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ab4a53fc12824c0fb6e56a514af25910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997273
2024-11-08T03:19:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:19:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:19:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:58,538 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4383a3e1601648308893bb284d2c9143, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997269
2024-11-08T03:19:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/842c7241415b4a4b8b50e8d91b0aade3 is 50, key is test_row_0/A:col10/1731035997944/Put/seqid=0
2024-11-08T03:19:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:58,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:19:58,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741848_1024 (size=12001)
2024-11-08T03:19:58,613 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#10 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:19:58,615 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/43897c6186de488d995c5877c318a0b9 is 50, key is test_row_0/B:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:58,616 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#11 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:19:58,617 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/9f7c8091ef77471087a7d9a957ee0417 is 50, key is test_row_0/A:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:58,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036058618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741849_1025 (size=12104)
2024-11-08T03:19:58,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741850_1026 (size=12104)
2024-11-08T03:19:58,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036058630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036058633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036058633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,665 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/9f7c8091ef77471087a7d9a957ee0417 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9f7c8091ef77471087a7d9a957ee0417
2024-11-08T03:19:58,689 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 9f7c8091ef77471087a7d9a957ee0417(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:19:58,689 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:58,690 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731035998510; duration=0sec
2024-11-08T03:19:58,690 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:19:58,690 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:19:58,690 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:19:58,693 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:19:58,693 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:19:58,693 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:58,693 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=35.2 K
2024-11-08T03:19:58,694 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c835d91a7f3c4db0b91293243371acb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731035995854
2024-11-08T03:19:58,695 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e5d5f7576647058b3fb1f7bdcbe406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731035996060
2024-11-08T03:19:58,696 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 041c7408471946a6a762d373117e1e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997273
2024-11-08T03:19:58,726 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:19:58,727 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/bd63defe338f4751a28471ac392f7d1c is 50, key is test_row_0/C:col10/1731035997275/Put/seqid=0
2024-11-08T03:19:58,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741851_1027 (size=12104)
2024-11-08T03:19:58,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036058736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,756 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/bd63defe338f4751a28471ac392f7d1c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/bd63defe338f4751a28471ac392f7d1c
2024-11-08T03:19:58,771 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into bd63defe338f4751a28471ac392f7d1c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:19:58,771 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:58,771 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731035998523; duration=0sec
2024-11-08T03:19:58,771 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:19:58,771 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:19:58,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036058759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036058759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036058759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036058948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036058975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036058979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:58,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036058979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/842c7241415b4a4b8b50e8d91b0aade3
2024-11-08T03:19:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:19:59,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c84e620db1f14fbcbb784bea87a79436 is 50, key is test_row_0/B:col10/1731035997944/Put/seqid=0
2024-11-08T03:19:59,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741852_1028 (size=12001)
2024-11-08T03:19:59,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c84e620db1f14fbcbb784bea87a79436
2024-11-08T03:19:59,066 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/43897c6186de488d995c5877c318a0b9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/43897c6186de488d995c5877c318a0b9
2024-11-08T03:19:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36d5dd89c98b471f96d4c16ec10d14ea is 50, key is test_row_0/C:col10/1731035997944/Put/seqid=0
2024-11-08T03:19:59,085 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 43897c6186de488d995c5877c318a0b9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:19:59,085 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:59,085 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731035998523; duration=0sec
2024-11-08T03:19:59,086 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:19:59,086 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:19:59,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741853_1029 (size=12001)
2024-11-08T03:19:59,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36d5dd89c98b471f96d4c16ec10d14ea
2024-11-08T03:19:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/842c7241415b4a4b8b50e8d91b0aade3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3
2024-11-08T03:19:59,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3, entries=150, sequenceid=73, filesize=11.7 K
2024-11-08T03:19:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c84e620db1f14fbcbb784bea87a79436 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436
2024-11-08T03:19:59,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436, entries=150, sequenceid=73, filesize=11.7 K
2024-11-08T03:19:59,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36d5dd89c98b471f96d4c16ec10d14ea as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea
2024-11-08T03:19:59,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea, entries=150, sequenceid=73, filesize=11.7 K
2024-11-08T03:19:59,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 633ms, sequenceid=73, compaction requested=false
2024-11-08T03:19:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:19:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:19:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-08T03:19:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=15
2024-11-08T03:19:59,179 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-11-08T03:19:59,179 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2590 sec
2024-11-08T03:19:59,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.2730 sec
2024-11-08T03:19:59,258 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:19:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:19:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:19:59,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/570d453592f74223b2d240aa83e4c1ff is 50, key is test_row_0/A:col10/1731035999256/Put/seqid=0
2024-11-08T03:19:59,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741854_1030 (size=12001)
2024-11-08T03:19:59,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036059317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036059320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036059320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036059323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036059426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036059426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036059427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036059427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036059631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036059632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036059632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036059632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/570d453592f74223b2d240aa83e4c1ff
2024-11-08T03:19:59,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/68cfad9445514d19a3abbe1e16638713 is 50, key is test_row_0/B:col10/1731035999256/Put/seqid=0
2024-11-08T03:19:59,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741855_1031 (size=12001)
2024-11-08T03:19:59,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036059936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036059937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036059939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:19:59,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:19:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036059940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-11-08T03:20:00,022 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed
2024-11-08T03:20:00,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees
2024-11-08T03:20:00,032 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:00,035 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:00,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:00,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/68cfad9445514d19a3abbe1e16638713
2024-11-08T03:20:00,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/4e66a1e019474333bc5b62a3859492b0 is 50, key is test_row_0/C:col10/1731035999256/Put/seqid=0
2024-11-08T03:20:00,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:00,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741856_1032 (size=12001)
2024-11-08T03:20:00,208 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/4e66a1e019474333bc5b62a3859492b0
2024-11-08T03:20:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/570d453592f74223b2d240aa83e4c1ff as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff
2024-11-08T03:20:00,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T03:20:00,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/68cfad9445514d19a3abbe1e16638713 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713
2024-11-08T03:20:00,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T03:20:00,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/4e66a1e019474333bc5b62a3859492b0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0
2024-11-08T03:20:00,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T03:20:00,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 998ms, sequenceid=91, compaction requested=true
2024-11-08T03:20:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:00,257 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:00,257 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:00,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:00,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:00,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:00,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:00,263 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:00,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:00,263 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:00,263 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,263 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9f7c8091ef77471087a7d9a957ee0417, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=35.3 K
2024-11-08T03:20:00,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/43897c6186de488d995c5877c318a0b9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=35.3 K
2024-11-08T03:20:00,264 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f7c8091ef77471087a7d9a957ee0417, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997273
2024-11-08T03:20:00,265 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 43897c6186de488d995c5877c318a0b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997273
2024-11-08T03:20:00,265 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 842c7241415b4a4b8b50e8d91b0aade3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731035997944
2024-11-08T03:20:00,265 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c84e620db1f14fbcbb784bea87a79436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731035997944
2024-11-08T03:20:00,266 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 68cfad9445514d19a3abbe1e16638713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:00,266 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570d453592f74223b2d240aa83e4c1ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:00,288 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:00,288 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2a8f044f393a4c43a47209041ff9251b is 50, key is test_row_0/A:col10/1731035999256/Put/seqid=0
2024-11-08T03:20:00,288 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:00,289 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2a700ef3ab3242f9b98ca75ff1152333 is 50, key is test_row_0/B:col10/1731035999256/Put/seqid=0
2024-11-08T03:20:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:00,298 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741857_1033 (size=12207)
2024-11-08T03:20:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:00,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741858_1034 (size=12207)
2024-11-08T03:20:00,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e5bd95d01d1b434197ab10c7a1624b7d is 50, key is test_row_0/A:col10/1731035999314/Put/seqid=0
2024-11-08T03:20:00,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,357 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2a700ef3ab3242f9b98ca75ff1152333 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a700ef3ab3242f9b98ca75ff1152333
2024-11-08T03:20:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036060353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,371 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 2a700ef3ab3242f9b98ca75ff1152333(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:00,371 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:00,372 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731036000257; duration=0sec
2024-11-08T03:20:00,372 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:00,372 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:00,372 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:00,375 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:00,376 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:00,376 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,376 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/bd63defe338f4751a28471ac392f7d1c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=35.3 K
2024-11-08T03:20:00,377 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting bd63defe338f4751a28471ac392f7d1c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731035997273
2024-11-08T03:20:00,378 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d5dd89c98b471f96d4c16ec10d14ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731035997944
2024-11-08T03:20:00,379 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e66a1e019474333bc5b62a3859492b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:00,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741859_1035 (size=14341)
2024-11-08T03:20:00,400 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:00,401 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a8444f2356b440738509810f45877a7b is 50, key is test_row_0/C:col10/1731035999256/Put/seqid=0
2024-11-08T03:20:00,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741860_1036 (size=12207)
2024-11-08T03:20:00,428 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a8444f2356b440738509810f45877a7b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8444f2356b440738509810f45877a7b
2024-11-08T03:20:00,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036060443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,445 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into a8444f2356b440738509810f45877a7b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:00,446 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:00,446 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731036000258; duration=0sec
2024-11-08T03:20:00,448 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:00,449 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:00,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036060446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036060445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036060447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036060466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:00,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:00,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036060680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,728 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2a8f044f393a4c43a47209041ff9251b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2a8f044f393a4c43a47209041ff9251b
2024-11-08T03:20:00,756 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 2a8f044f393a4c43a47209041ff9251b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:00,756 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:00,757 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731036000257; duration=0sec
2024-11-08T03:20:00,757 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:00,757 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:00,783 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e5bd95d01d1b434197ab10c7a1624b7d
2024-11-08T03:20:00,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d859a5b3d1824c828c145c63f6a8f0b6 is 50, key is test_row_0/B:col10/1731035999314/Put/seqid=0
2024-11-08T03:20:00,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:00,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741861_1037 (size=12001)
2024-11-08T03:20:00,848 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d859a5b3d1824c828c145c63f6a8f0b6
2024-11-08T03:20:00,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9896ddac6de846919a3e5115966613c6 is 50, key is test_row_0/C:col10/1731035999314/Put/seqid=0
2024-11-08T03:20:00,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741862_1038 (size=12001)
2024-11-08T03:20:00,875 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9896ddac6de846919a3e5115966613c6
2024-11-08T03:20:00,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e5bd95d01d1b434197ab10c7a1624b7d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d
2024-11-08T03:20:00,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d, entries=200, sequenceid=113, filesize=14.0 K
2024-11-08T03:20:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d859a5b3d1824c828c145c63f6a8f0b6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6
2024-11-08T03:20:00,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6, entries=150, sequenceid=113, filesize=11.7 K
2024-11-08T03:20:00,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9896ddac6de846919a3e5115966613c6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6
2024-11-08T03:20:00,925 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6, entries=150, sequenceid=113, filesize=11.7 K
2024-11-08T03:20:00,927 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 629ms, sequenceid=113, compaction requested=false
2024-11-08T03:20:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:00,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:00,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-11-08T03:20:00,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:00,983 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:20:00,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:00,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:00,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:00,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:00,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d841db3b9f564dad94935e93f6148ef1 is 50, key is test_row_0/A:col10/1731036000336/Put/seqid=0
2024-11-08T03:20:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:00,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:01,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741863_1039 (size=12001)
2024-11-08T03:20:01,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036061089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:01,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036061192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036061396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d841db3b9f564dad94935e93f6148ef1
2024-11-08T03:20:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/65097f1165584d32b0ee676b10783e87 is 50, key is test_row_0/B:col10/1731036000336/Put/seqid=0
2024-11-08T03:20:01,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036061455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036061455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036061460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036061462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741864_1040 (size=12001)
2024-11-08T03:20:01,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/65097f1165584d32b0ee676b10783e87
2024-11-08T03:20:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/65c42808726a46c48aa248c593756a27 is 50, key is test_row_0/C:col10/1731036000336/Put/seqid=0
2024-11-08T03:20:01,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741865_1041 (size=12001)
2024-11-08T03:20:01,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/65c42808726a46c48aa248c593756a27
2024-11-08T03:20:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d841db3b9f564dad94935e93f6148ef1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1
2024-11-08T03:20:01,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1, entries=150, sequenceid=130, filesize=11.7 K
2024-11-08T03:20:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/65097f1165584d32b0ee676b10783e87 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87
2024-11-08T03:20:01,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87, entries=150, sequenceid=130, filesize=11.7 K
2024-11-08T03:20:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/65c42808726a46c48aa248c593756a27 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27
2024-11-08T03:20:01,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27, entries=150, sequenceid=130, filesize=11.7 K
2024-11-08T03:20:01,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81643cb03120248c74f6710e6161cd51 in 580ms, sequenceid=130, compaction requested=true
2024-11-08T03:20:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-08T03:20:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=17
2024-11-08T03:20:01,568 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16
2024-11-08T03:20:01,568 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec
2024-11-08T03:20:01,572 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5400 sec
2024-11-08T03:20:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:01,706 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:20:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:01,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:01,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:01,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/123d9fb25d864c5dbf8197b2383435a7 is 50, key is test_row_0/A:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:01,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741866_1042 (size=12151)
2024-11-08T03:20:01,773 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/123d9fb25d864c5dbf8197b2383435a7
2024-11-08T03:20:01,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036061775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:01,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ff8bd1d3d4bc4549b59bb753f4826610 is 50, key is test_row_0/B:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:01,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741867_1043 (size=12151)
2024-11-08T03:20:01,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036061878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036062083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-11-08T03:20:02,140 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed
2024-11-08T03:20:02,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees
2024-11-08T03:20:02,147 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:02,150 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:02,150 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:02,226 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ff8bd1d3d4bc4549b59bb753f4826610
2024-11-08T03:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:02,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/d4cf3a7c143a4eec9eb24c754104476e is 50, key is test_row_0/C:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:02,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741868_1044 (size=12151)
2024-11-08T03:20:02,277 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/d4cf3a7c143a4eec9eb24c754104476e
2024-11-08T03:20:02,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/123d9fb25d864c5dbf8197b2383435a7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7
2024-11-08T03:20:02,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7, entries=150, sequenceid=153, filesize=11.9 K
2024-11-08T03:20:02,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ff8bd1d3d4bc4549b59bb753f4826610 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610
2024-11-08T03:20:02,321 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610, entries=150, sequenceid=153, filesize=11.9 K
2024-11-08T03:20:02,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/d4cf3a7c143a4eec9eb24c754104476e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e
2024-11-08T03:20:02,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e, entries=150, sequenceid=153, filesize=11.9 K
2024-11-08T03:20:02,342 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 81643cb03120248c74f6710e6161cd51 in 639ms, sequenceid=153, compaction requested=true
2024-11-08T03:20:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:02,342 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:02,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:02,343 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:02,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:02,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:02,345 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,345 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2a8f044f393a4c43a47209041ff9251b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=49.5 K
2024-11-08T03:20:02,345 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:02,346 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:02,346 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,346 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a700ef3ab3242f9b98ca75ff1152333, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=47.2 K
2024-11-08T03:20:02,347 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a700ef3ab3242f9b98ca75ff1152333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:02,347 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8f044f393a4c43a47209041ff9251b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:02,350 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d859a5b3d1824c828c145c63f6a8f0b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731035999314
2024-11-08T03:20:02,350 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5bd95d01d1b434197ab10c7a1624b7d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731035999314
2024-11-08T03:20:02,351 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting d841db3b9f564dad94935e93f6148ef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731036000336
2024-11-08T03:20:02,351 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 65097f1165584d32b0ee676b10783e87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731036000336
2024-11-08T03:20:02,351 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 123d9fb25d864c5dbf8197b2383435a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:02,352 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8bd1d3d4bc4549b59bb753f4826610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:02,382 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#30 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:02,383 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5b9d7b6183db430e8d37c76bea0f437d is 50, key is test_row_0/A:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:02,390 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:02,390 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/f29fb0b7dbcb4e9a8f805c196ca0a999 is 50, key is test_row_0/B:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:02,419 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:20:02,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:02,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:02,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:02,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:02,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:02,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:02,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741870_1046 (size=12493)
2024-11-08T03:20:02,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/fea8ea1cee9549429309626a65b018fc is 50, key is test_row_0/A:col10/1731036001763/Put/seqid=0
2024-11-08T03:20:02,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741869_1045 (size=12493)
2024-11-08T03:20:02,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:02,462 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5b9d7b6183db430e8d37c76bea0f437d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5b9d7b6183db430e8d37c76bea0f437d
2024-11-08T03:20:02,474 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 5b9d7b6183db430e8d37c76bea0f437d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:02,474 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:02,474 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=12, startTime=1731036002342; duration=0sec
2024-11-08T03:20:02,474 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:02,474 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:02,475 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:02,478 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:02,478 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:02,478 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,478 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8444f2356b440738509810f45877a7b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=47.2 K
2024-11-08T03:20:02,479 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8444f2356b440738509810f45877a7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731035998611
2024-11-08T03:20:02,480 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9896ddac6de846919a3e5115966613c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731035999314
2024-11-08T03:20:02,481 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c42808726a46c48aa248c593756a27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731036000336
2024-11-08T03:20:02,482 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4cf3a7c143a4eec9eb24c754104476e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:02,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741871_1047 (size=12147)
2024-11-08T03:20:02,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/fea8ea1cee9549429309626a65b018fc
2024-11-08T03:20:02,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/6f6bcf5704b4486a97068e755480d95b is 50, key is test_row_0/B:col10/1731036001763/Put/seqid=0
2024-11-08T03:20:02,538 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:02,539 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/290531d7eda549f4bf58b678c75323b3 is 50, key is test_row_0/C:col10/1731036001081/Put/seqid=0
2024-11-08T03:20:02,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741873_1049 (size=12493)
2024-11-08T03:20:02,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741872_1048 (size=9757)
2024-11-08T03:20:02,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036062603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036062730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:02,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,845 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/f29fb0b7dbcb4e9a8f805c196ca0a999 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f29fb0b7dbcb4e9a8f805c196ca0a999
2024-11-08T03:20:02,855 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into f29fb0b7dbcb4e9a8f805c196ca0a999(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:02,855 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:02,855 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=12, startTime=1731036002343; duration=0sec
2024-11-08T03:20:02,856 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:02,856 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:02,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:02,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:02,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:02,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036062938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:02,992 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/290531d7eda549f4bf58b678c75323b3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/290531d7eda549f4bf58b678c75323b3
2024-11-08T03:20:03,002 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 290531d7eda549f4bf58b678c75323b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:03,002 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:03,002 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=12, startTime=1731036002343; duration=0sec
2024-11-08T03:20:03,002 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:03,002 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:03,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/6f6bcf5704b4486a97068e755480d95b
2024-11-08T03:20:03,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0a346c842ee14263a4db50f906d28ce5 is 50, key is test_row_0/C:col10/1731036001763/Put/seqid=0
2024-11-08T03:20:03,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741874_1050 (size=9757)
2024-11-08T03:20:03,074 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0a346c842ee14263a4db50f906d28ce5
2024-11-08T03:20:03,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/fea8ea1cee9549429309626a65b018fc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc
2024-11-08T03:20:03,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:03,092 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T03:20:03,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/6f6bcf5704b4486a97068e755480d95b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b
2024-11-08T03:20:03,104 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b, entries=100, sequenceid=167, filesize=9.5 K
2024-11-08T03:20:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0a346c842ee14263a4db50f906d28ce5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5
2024-11-08T03:20:03,126 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5, entries=100, sequenceid=167, filesize=9.5 K
2024-11-08T03:20:03,128 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81643cb03120248c74f6710e6161cd51 in 709ms, sequenceid=167, compaction requested=false
2024-11-08T03:20:03,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:03,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-11-08T03:20:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,238 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/638fbb1737c945ceb80d3b5e1f0c3e74 is 50, key is test_row_0/A:col10/1731036002549/Put/seqid=0
2024-11-08T03:20:03,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:03,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741875_1051 (size=12151)
2024-11-08T03:20:03,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/638fbb1737c945ceb80d3b5e1f0c3e74
2024-11-08T03:20:03,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c275a8b94ebd44d59041616724a6e2dc is 50, key is test_row_0/B:col10/1731036002549/Put/seqid=0
2024-11-08T03:20:03,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036063334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741876_1052 (size=12151)
2024-11-08T03:20:03,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c275a8b94ebd44d59041616724a6e2dc
2024-11-08T03:20:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/e685d0943e974dd7aae9cc9337d92ba4 is 50, key is test_row_0/C:col10/1731036002549/Put/seqid=0
2024-11-08T03:20:03,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741877_1053 (size=12151)
2024-11-08T03:20:03,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/e685d0943e974dd7aae9cc9337d92ba4
2024-11-08T03:20:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/638fbb1737c945ceb80d3b5e1f0c3e74 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74
2024-11-08T03:20:03,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74, entries=150, sequenceid=192, filesize=11.9 K
2024-11-08T03:20:03,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c275a8b94ebd44d59041616724a6e2dc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc
2024-11-08T03:20:03,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036063440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc, entries=150, sequenceid=192, filesize=11.9 K
2024-11-08T03:20:03,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/e685d0943e974dd7aae9cc9337d92ba4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4
2024-11-08T03:20:03,465 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4, entries=150, sequenceid=192, filesize=11.9 K
2024-11-08T03:20:03,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 229ms, sequenceid=192, compaction requested=true
2024-11-08T03:20:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-11-08T03:20:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=19
2024-11-08T03:20:03,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18
2024-11-08T03:20:03,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec
2024-11-08T03:20:03,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3300 sec
2024-11-08T03:20:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:03,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:03,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:03,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:03,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:03,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/9c4769aefc144322bb8ea420bc315538 is 50, key is test_row_0/A:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036063532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036063534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036063537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036063543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741878_1054 (size=12151)
2024-11-08T03:20:03,569 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/9c4769aefc144322bb8ea420bc315538
2024-11-08T03:20:03,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/a4f2b236eaf04ee6873ab35d4839f6dc is 50, key is test_row_0/B:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741879_1055 (size=12151)
2024-11-08T03:20:03,640 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/a4f2b236eaf04ee6873ab35d4839f6dc
2024-11-08T03:20:03,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036063643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036063643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036063648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036063647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/3039b2e157fa4f6c9af2bc71dd6e76b0 is 50, key is test_row_0/C:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036063655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741880_1056 (size=12151)
2024-11-08T03:20:03,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/3039b2e157fa4f6c9af2bc71dd6e76b0
2024-11-08T03:20:03,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/9c4769aefc144322bb8ea420bc315538 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538
2024-11-08T03:20:03,718 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T03:20:03,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/a4f2b236eaf04ee6873ab35d4839f6dc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc
2024-11-08T03:20:03,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T03:20:03,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/3039b2e157fa4f6c9af2bc71dd6e76b0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0
2024-11-08T03:20:03,741 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T03:20:03,743 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 261ms, sequenceid=208, compaction requested=true
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:03,743 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:03,743 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:03,745 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:03,745 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:03,745 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,745 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f29fb0b7dbcb4e9a8f805c196ca0a999, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=45.5 K
2024-11-08T03:20:03,747 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48942 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:03,747 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:03,747 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,748 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5b9d7b6183db430e8d37c76bea0f437d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=47.8 K
2024-11-08T03:20:03,748 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f29fb0b7dbcb4e9a8f805c196ca0a999, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:03,748 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b9d7b6183db430e8d37c76bea0f437d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:03,749 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f6bcf5704b4486a97068e755480d95b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036001763
2024-11-08T03:20:03,749 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea8ea1cee9549429309626a65b018fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036001753
2024-11-08T03:20:03,750 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c275a8b94ebd44d59041616724a6e2dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036002541
2024-11-08T03:20:03,750 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 638fbb1737c945ceb80d3b5e1f0c3e74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036002541
2024-11-08T03:20:03,750 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f2b236eaf04ee6873ab35d4839f6dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:03,751 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c4769aefc144322bb8ea420bc315538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:03,767 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:03,767 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/309eda22527e42a3aad93bd7c00e05c6 is 50, key is test_row_0/B:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,771 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:03,773 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/bfda579b8be348f98cbf0fe5a7851db7 is 50, key is test_row_0/A:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741881_1057 (size=12629)
2024-11-08T03:20:03,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741882_1058 (size=12629)
2024-11-08T03:20:03,850 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/bfda579b8be348f98cbf0fe5a7851db7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/bfda579b8be348f98cbf0fe5a7851db7
2024-11-08T03:20:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:03,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:03,862 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into bfda579b8be348f98cbf0fe5a7851db7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:03,862 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:03,862 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=12, startTime=1731036003743; duration=0sec
2024-11-08T03:20:03,862 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:03,862 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:03,863 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:03,864 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:03,865 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:03,865 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:03,865 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/290531d7eda549f4bf58b678c75323b3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=45.5 K
2024-11-08T03:20:03,866 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 290531d7eda549f4bf58b678c75323b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731036001076
2024-11-08T03:20:03,867 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a346c842ee14263a4db50f906d28ce5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036001763
2024-11-08T03:20:03,867 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e685d0943e974dd7aae9cc9337d92ba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036002541
2024-11-08T03:20:03,868 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3039b2e157fa4f6c9af2bc71dd6e76b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:03,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/ea4f140c79774d45b837e013217f3cf6 is 50, key is test_row_0/A:col10/1731036003524/Put/seqid=0
2024-11-08T03:20:03,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036063890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036063892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036063894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,903 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:03,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036063898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,904 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9f4e42dc6fb145d9b6ee5a14ac8b597c is 50, key is test_row_0/C:col10/1731036003332/Put/seqid=0
2024-11-08T03:20:03,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741883_1059 (size=14541)
2024-11-08T03:20:03,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036063959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:03,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741884_1060 (size=12629)
2024-11-08T03:20:04,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036064002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036064001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036064004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036064005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036064206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036064206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036064213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036064213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,224 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/309eda22527e42a3aad93bd7c00e05c6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/309eda22527e42a3aad93bd7c00e05c6
2024-11-08T03:20:04,234 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 309eda22527e42a3aad93bd7c00e05c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:04,235 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:04,235 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=12, startTime=1731036003743; duration=0sec
2024-11-08T03:20:04,235 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:04,235 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-11-08T03:20:04,264 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed
2024-11-08T03:20:04,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees
2024-11-08T03:20:04,268 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:04,269 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:04,269 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:04,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/ea4f140c79774d45b837e013217f3cf6
2024-11-08T03:20:04,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ffc638e2c9ee45d5801ca62ab3bac200 is 50, key is test_row_0/B:col10/1731036003524/Put/seqid=0
2024-11-08T03:20:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:04,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741885_1061 (size=12151)
2024-11-08T03:20:04,415 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9f4e42dc6fb145d9b6ee5a14ac8b597c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9f4e42dc6fb145d9b6ee5a14ac8b597c
2024-11-08T03:20:04,416 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ffc638e2c9ee45d5801ca62ab3bac200
2024-11-08T03:20:04,427 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 9f4e42dc6fb145d9b6ee5a14ac8b597c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:04,427 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:04,427 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=12, startTime=1731036003743; duration=0sec
2024-11-08T03:20:04,427 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:04,427 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:04,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a898b65fb114425c9c63b71a9f934654 is 50, key is test_row_0/C:col10/1731036003524/Put/seqid=0
2024-11-08T03:20:04,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036064463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741886_1062 (size=12151)
2024-11-08T03:20:04,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036064521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036064523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036064528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036064528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:04,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:04,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:04,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:04,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a898b65fb114425c9c63b71a9f934654
2024-11-08T03:20:04,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:04,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:04,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/ea4f140c79774d45b837e013217f3cf6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6
2024-11-08T03:20:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:04,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6, entries=200, sequenceid=230, filesize=14.2 K
2024-11-08T03:20:04,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ffc638e2c9ee45d5801ca62ab3bac200 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200
2024-11-08T03:20:04,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200, entries=150, sequenceid=230, filesize=11.9 K
2024-11-08T03:20:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a898b65fb114425c9c63b71a9f934654 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654
2024-11-08T03:20:04,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654, entries=150, sequenceid=230, filesize=11.9 K
2024-11-08T03:20:04,935 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 1079ms, sequenceid=230, compaction requested=false
2024-11-08T03:20:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:05,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4ea2855ed4d74717a23b40cd14dab61f is 50, key is test_row_0/A:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036065074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036065075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036065078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036065078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741887_1063 (size=14541)
2024-11-08T03:20:05,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4ea2855ed4d74717a23b40cd14dab61f
2024-11-08T03:20:05,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/084d9b6cc5e34f14b064d19812948d0c is 50, key is test_row_0/B:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741888_1064 (size=12151)
2024-11-08T03:20:05,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/084d9b6cc5e34f14b064d19812948d0c
2024-11-08T03:20:05,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/dcf769c6106e433195764f02c58d20e0 is 50, key is test_row_0/C:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036065181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036065187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036065189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036065190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741889_1065 (size=12151)
2024-11-08T03:20:05,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:05,205 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/dcf769c6106e433195764f02c58d20e0
2024-11-08T03:20:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=21
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:05,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4ea2855ed4d74717a23b40cd14dab61f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f
2024-11-08T03:20:05,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f, entries=200, sequenceid=248, filesize=14.2 K
2024-11-08T03:20:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/084d9b6cc5e34f14b064d19812948d0c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c
2024-11-08T03:20:05,236 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c, entries=150, sequenceid=248, filesize=11.9 K
2024-11-08T03:20:05,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/dcf769c6106e433195764f02c58d20e0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0
2024-11-08T03:20:05,246 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0, entries=150, sequenceid=248, filesize=11.9 K
2024-11-08T03:20:05,248 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 217ms, sequenceid=248, compaction requested=true
2024-11-08T03:20:05,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:05,248 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:05,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:05,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:05,249 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:05,251 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:05,251 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:05,251 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,251 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/bfda579b8be348f98cbf0fe5a7851db7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=40.7 K
2024-11-08T03:20:05,252 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfda579b8be348f98cbf0fe5a7851db7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:05,252 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:05,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:05,252 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:05,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:05,252 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,252 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/309eda22527e42a3aad93bd7c00e05c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.1 K
2024-11-08T03:20:05,253 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 309eda22527e42a3aad93bd7c00e05c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:05,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4f140c79774d45b837e013217f3cf6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731036003524
2024-11-08T03:20:05,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ea2855ed4d74717a23b40cd14dab61f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:05,254 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc638e2c9ee45d5801ca62ab3bac200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731036003524
2024-11-08T03:20:05,255 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 084d9b6cc5e34f14b064d19812948d0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:05,271 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:05,272 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/47e421c6c7cb46da8eee2f1c07aa1400 is 50, key is test_row_0/A:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,286 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:05,287 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/09d6918a43ab49489a4c1c586b40d57e is 50, key is test_row_0/B:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741890_1066 (size=12731)
2024-11-08T03:20:05,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741891_1067 (size=12731)
2024-11-08T03:20:05,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/47e421c6c7cb46da8eee2f1c07aa1400 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/47e421c6c7cb46da8eee2f1c07aa1400
2024-11-08T03:20:05,345 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 47e421c6c7cb46da8eee2f1c07aa1400(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:05,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:05,345 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731036005248; duration=0sec
2024-11-08T03:20:05,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:05,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:05,346 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:05,348 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:05,348 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:05,348 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,348 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9f4e42dc6fb145d9b6ee5a14ac8b597c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.1 K
2024-11-08T03:20:05,348 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4e42dc6fb145d9b6ee5a14ac8b597c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731036003291
2024-11-08T03:20:05,349 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a898b65fb114425c9c63b71a9f934654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731036003524
2024-11-08T03:20:05,350 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf769c6106e433195764f02c58d20e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:05,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-11-08T03:20:05,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:05,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:05,366 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8783cb7b23834b629e120f2218f1c1e2 is 50, key is test_row_0/A:col10/1731036005073/Put/seqid=0
2024-11-08T03:20:05,367 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/4923848e4bf24e5da81b58cfafe27544 is 50, key is test_row_0/C:col10/1731036003892/Put/seqid=0
2024-11-08T03:20:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:05,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036065409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036065411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741893_1069 (size=12731)
2024-11-08T03:20:05,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036065416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036065416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741892_1068 (size=12301)
2024-11-08T03:20:05,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8783cb7b23834b629e120f2218f1c1e2
2024-11-08T03:20:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/dc71e52704a94107bd4d0821588f69ce is 50, key is test_row_0/B:col10/1731036005073/Put/seqid=0
2024-11-08T03:20:05,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741894_1070 (size=12301)
2024-11-08T03:20:05,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036065477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036065518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036065518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036065521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036065522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036065721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036065729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036065730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036065730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:05,739 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/09d6918a43ab49489a4c1c586b40d57e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/09d6918a43ab49489a4c1c586b40d57e
2024-11-08T03:20:05,745 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 09d6918a43ab49489a4c1c586b40d57e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:05,746 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:05,746 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731036005249; duration=0sec
2024-11-08T03:20:05,746 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:05,746 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:05,827 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/4923848e4bf24e5da81b58cfafe27544 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4923848e4bf24e5da81b58cfafe27544
2024-11-08T03:20:05,835 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 4923848e4bf24e5da81b58cfafe27544(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:05,836 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:05,836 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731036005252; duration=0sec
2024-11-08T03:20:05,836 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:05,836 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:05,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/dc71e52704a94107bd4d0821588f69ce
2024-11-08T03:20:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36001f480ac54326b001998269dc3b75 is 50, key is test_row_0/C:col10/1731036005073/Put/seqid=0
2024-11-08T03:20:05,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741895_1071 (size=12301)
2024-11-08T03:20:06,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036066028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036066034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036066037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036066037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36001f480ac54326b001998269dc3b75
2024-11-08T03:20:06,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8783cb7b23834b629e120f2218f1c1e2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2
2024-11-08T03:20:06,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2, entries=150, sequenceid=270, filesize=12.0 K
2024-11-08T03:20:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/dc71e52704a94107bd4d0821588f69ce as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce
2024-11-08T03:20:06,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce, entries=150, sequenceid=270, filesize=12.0 K
2024-11-08T03:20:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/36001f480ac54326b001998269dc3b75 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75
2024-11-08T03:20:06,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75, entries=150, sequenceid=270, filesize=12.0 K
2024-11-08T03:20:06,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 81643cb03120248c74f6710e6161cd51 in 969ms, sequenceid=270, compaction requested=false
2024-11-08T03:20:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-08T03:20:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=21
2024-11-08T03:20:06,333 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20
2024-11-08T03:20:06,334 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0630 sec
2024-11-08T03:20:06,337 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.0690 sec
2024-11-08T03:20:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-11-08T03:20:06,377 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed
2024-11-08T03:20:06,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees
2024-11-08T03:20:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-08T03:20:06,381 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:06,381 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:06,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-08T03:20:06,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-11-08T03:20:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:06,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:20:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:06,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:06,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/84868b72a08f4106981ac71775f24a45 is 50, key is test_row_0/A:col10/1731036005414/Put/seqid=0
2024-11-08T03:20:06,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741896_1072 (size=12301)
2024-11-08T03:20:06,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/84868b72a08f4106981ac71775f24a45
2024-11-08T03:20:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c37282b967264f32ac355a516d06733d is 50, key is test_row_0/B:col10/1731036005414/Put/seqid=0
2024-11-08T03:20:06,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036066565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036066567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036066568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036066572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741897_1073 (size=12301)
2024-11-08T03:20:06,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036066673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036066674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036066675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036066678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-08T03:20:06,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036066878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036066878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036066878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036066881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-08T03:20:06,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c37282b967264f32ac355a516d06733d
2024-11-08T03:20:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9e18793b3e7f436ea37014d6f59ae4d9 is 50, key is test_row_0/C:col10/1731036005414/Put/seqid=0
2024-11-08T03:20:07,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741898_1074 (size=12301)
2024-11-08T03:20:07,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036067183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036067183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036067183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036067183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9e18793b3e7f436ea37014d6f59ae4d9
2024-11-08T03:20:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/84868b72a08f4106981ac71775f24a45 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45
2024-11-08T03:20:07,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45, entries=150, sequenceid=288, filesize=12.0 K
2024-11-08T03:20:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c37282b967264f32ac355a516d06733d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d
2024-11-08T03:20:07,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d, entries=150, sequenceid=288, filesize=12.0 K
2024-11-08T03:20:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9e18793b3e7f436ea37014d6f59ae4d9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9
2024-11-08T03:20:07,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9, entries=150, sequenceid=288, filesize=12.0 K
2024-11-08T03:20:07,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 81643cb03120248c74f6710e6161cd51 in 928ms, sequenceid=288, compaction requested=true
2024-11-08T03:20:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23
2024-11-08T03:20:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=23
2024-11-08T03:20:07,470 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22
2024-11-08T03:20:07,470 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec
2024-11-08T03:20:07,472 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0920 sec
2024-11-08T03:20:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-11-08T03:20:07,484 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed
2024-11-08T03:20:07,485 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees
2024-11-08T03:20:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:07,487 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:07,487 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:07,488 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:07,488 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:07,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:07,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4d70e9a2bd554a0d9b1f06deeb886172 is 50, key is test_row_0/A:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:07,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741899_1075 (size=14741)
2024-11-08T03:20:07,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036067527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:07,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036067633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036067687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036067687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036067687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036067688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:07,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036067836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4d70e9a2bd554a0d9b1f06deeb886172
2024-11-08T03:20:07,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/f6e008bc395643a183e53bd17c211c30 is 50, key is test_row_0/B:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:07,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741900_1076 (size=12301)
2024-11-08T03:20:07,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:07,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:07,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:08,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036068140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,321 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/f6e008bc395643a183e53bd17c211c30
2024-11-08T03:20:08,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/50899fcfeb7c4652b27ea4ebeb3d82c5 is 50, key is test_row_0/C:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:08,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741901_1077 (size=12301)
2024-11-08T03:20:08,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:08,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036068644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036068690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036068693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036068696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036068697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:08,752 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/50899fcfeb7c4652b27ea4ebeb3d82c5
2024-11-08T03:20:08,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/4d70e9a2bd554a0d9b1f06deeb886172 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172
2024-11-08T03:20:08,769 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172, entries=200, sequenceid=309, filesize=14.4 K
2024-11-08T03:20:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/f6e008bc395643a183e53bd17c211c30 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30
2024-11-08T03:20:08,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30, entries=150, sequenceid=309, filesize=12.0 K
2024-11-08T03:20:08,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/50899fcfeb7c4652b27ea4ebeb3d82c5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5
2024-11-08T03:20:08,790 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5, entries=150, sequenceid=309, filesize=12.0 K
2024-11-08T03:20:08,791 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81643cb03120248c74f6710e6161cd51 in 1303ms, sequenceid=309, compaction requested=true
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:08,792 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:08,792 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:08,794 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:08,794 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:08,794 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:08,794 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:08,795 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,795 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,795 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/09d6918a43ab49489a4c1c586b40d57e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=48.5 K
2024-11-08T03:20:08,795 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/47e421c6c7cb46da8eee2f1c07aa1400, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=50.9 K
2024-11-08T03:20:08,795 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e421c6c7cb46da8eee2f1c07aa1400, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:08,795 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d6918a43ab49489a4c1c586b40d57e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting dc71e52704a94107bd4d0821588f69ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731036005073
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8783cb7b23834b629e120f2218f1c1e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731036005073
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c37282b967264f32ac355a516d06733d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036005407
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84868b72a08f4106981ac71775f24a45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036005407
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d70e9a2bd554a0d9b1f06deeb886172, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006554
2024-11-08T03:20:08,796 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e008bc395643a183e53bd17c211c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006563
2024-11-08T03:20:08,807 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:08,808 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/ca7dae9d1f484480887939917f593a1c is 50, key is test_row_0/A:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:08,817 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:08,818 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2a83ff5eeea649af99c60c8fb187c3ec is 50, key is test_row_0/B:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:08,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741902_1078 (size=13017)
2024-11-08T03:20:08,832 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/ca7dae9d1f484480887939917f593a1c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ca7dae9d1f484480887939917f593a1c
2024-11-08T03:20:08,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741903_1079 (size=13017)
2024-11-08T03:20:08,842 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into ca7dae9d1f484480887939917f593a1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:08,842 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:08,843 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=12, startTime=1731036008792; duration=0sec
2024-11-08T03:20:08,843 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:08,843 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:08,843 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:08,846 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:08,846 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2a83ff5eeea649af99c60c8fb187c3ec as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a83ff5eeea649af99c60c8fb187c3ec
2024-11-08T03:20:08,846 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:08,846 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,847 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4923848e4bf24e5da81b58cfafe27544, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=48.5 K
2024-11-08T03:20:08,848 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4923848e4bf24e5da81b58cfafe27544, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036003890
2024-11-08T03:20:08,848 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36001f480ac54326b001998269dc3b75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731036005073
2024-11-08T03:20:08,849 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e18793b3e7f436ea37014d6f59ae4d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036005407
2024-11-08T03:20:08,850 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50899fcfeb7c4652b27ea4ebeb3d82c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006563
2024-11-08T03:20:08,857 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 2a83ff5eeea649af99c60c8fb187c3ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:08,857 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:08,858 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=12, startTime=1731036008792; duration=0sec
2024-11-08T03:20:08,858 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:08,859 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:08,868 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:08,869 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9dbd90ef2f3146759f7bb6a0cce3b86c is 50, key is test_row_0/C:col10/1731036006563/Put/seqid=0
2024-11-08T03:20:08,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:08,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:08,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:08,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741904_1080 (size=13017)
2024-11-08T03:20:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5bd7d752f0514dbfbdecacd643e11084 is 50, key is test_row_0/A:col10/1731036007526/Put/seqid=0
2024-11-08T03:20:08,898 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9dbd90ef2f3146759f7bb6a0cce3b86c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9dbd90ef2f3146759f7bb6a0cce3b86c
2024-11-08T03:20:08,909 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 9dbd90ef2f3146759f7bb6a0cce3b86c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:08,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:08,909 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=12, startTime=1731036008792; duration=0sec
2024-11-08T03:20:08,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:08,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:08,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741905_1081 (size=12301)
2024-11-08T03:20:09,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5bd7d752f0514dbfbdecacd643e11084
2024-11-08T03:20:09,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/33d8ff5269eb45a4aafbd8b377bc2ed2 is 50, key is test_row_0/B:col10/1731036007526/Put/seqid=0
2024-11-08T03:20:09,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741906_1082 (size=12301)
2024-11-08T03:20:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:09,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:09,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036069701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:09,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/33d8ff5269eb45a4aafbd8b377bc2ed2
2024-11-08T03:20:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/7158b1cd8b4b405e8b3b952b135d9729 is 50, key is test_row_0/C:col10/1731036007526/Put/seqid=0
2024-11-08T03:20:09,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741907_1083 (size=12301)
2024-11-08T03:20:09,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036069804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036070008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/7158b1cd8b4b405e8b3b952b135d9729
2024-11-08T03:20:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5bd7d752f0514dbfbdecacd643e11084 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084
2024-11-08T03:20:10,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084, entries=150, sequenceid=326, filesize=12.0 K
2024-11-08T03:20:10,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/33d8ff5269eb45a4aafbd8b377bc2ed2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2
2024-11-08T03:20:10,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2, entries=150, sequenceid=326, filesize=12.0 K
2024-11-08T03:20:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/7158b1cd8b4b405e8b3b952b135d9729 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729
2024-11-08T03:20:10,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729, entries=150, sequenceid=326, filesize=12.0 K
2024-11-08T03:20:10,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 1317ms, sequenceid=326, compaction requested=false
2024-11-08T03:20:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25
2024-11-08T03:20:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=25
2024-11-08T03:20:10,191 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24
2024-11-08T03:20:10,191 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7010 sec
2024-11-08T03:20:10,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.7060 sec
2024-11-08T03:20:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:10,313 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:10,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/7eca5909060040ca887c47351ac34766 is 50, key is test_row_0/A:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741908_1084 (size=12301)
2024-11-08T03:20:10,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036070341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036070445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036070649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036070694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,697 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:10,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036070711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,715 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:10,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036070716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,719 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:10,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036070721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:10,725 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:10,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/7eca5909060040ca887c47351ac34766
2024-11-08T03:20:10,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/07fc5bca1f5e4f50b3cd4f9f4da5579f is 50, key is test_row_0/B:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741909_1085 (size=12301)
2024-11-08T03:20:10,754 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/07fc5bca1f5e4f50b3cd4f9f4da5579f
2024-11-08T03:20:10,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/04eaf4c73a2140e29c8e44e999692412 is 50, key is test_row_0/C:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741910_1086 (size=12301)
2024-11-08T03:20:10,809 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/04eaf4c73a2140e29c8e44e999692412
2024-11-08T03:20:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/7eca5909060040ca887c47351ac34766 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766
2024-11-08T03:20:10,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766, entries=150, sequenceid=349, filesize=12.0 K
2024-11-08T03:20:10,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/07fc5bca1f5e4f50b3cd4f9f4da5579f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f
2024-11-08T03:20:10,847 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f, entries=150, sequenceid=349, filesize=12.0 K
2024-11-08T03:20:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/04eaf4c73a2140e29c8e44e999692412 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412
2024-11-08T03:20:10,855 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412, entries=150, sequenceid=349, filesize=12.0 K
2024-11-08T03:20:10,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 543ms, sequenceid=349, compaction requested=true
2024-11-08T03:20:10,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:10,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:10,857 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:10,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:10,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:10,859 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:10,859 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ca7dae9d1f484480887939917f593a1c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.7 K
2024-11-08T03:20:10,859 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:10,860 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:10,860 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca7dae9d1f484480887939917f593a1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006563
2024-11-08T03:20:10,860 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:10,860 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a83ff5eeea649af99c60c8fb187c3ec, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.7 K
2024-11-08T03:20:10,860 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bd7d752f0514dbfbdecacd643e11084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731036007520
2024-11-08T03:20:10,860 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a83ff5eeea649af99c60c8fb187c3ec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006563
2024-11-08T03:20:10,860 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eca5909060040ca887c47351ac34766, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:10,861 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d8ff5269eb45a4aafbd8b377bc2ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731036007520
2024-11-08T03:20:10,861 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 07fc5bca1f5e4f50b3cd4f9f4da5579f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:10,880 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:10,881 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/792d141b59e2407b99c6edbfe96f6c59 is 50, key is test_row_0/A:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,890 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:10,890 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/36605e8690d44ec5bfb1192379b1d538 is 50, key is test_row_0/B:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741911_1087 (size=13119)
2024-11-08T03:20:10,928 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/792d141b59e2407b99c6edbfe96f6c59 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/792d141b59e2407b99c6edbfe96f6c59
2024-11-08T03:20:10,935 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 792d141b59e2407b99c6edbfe96f6c59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:10,935 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:10,935 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731036010856; duration=0sec
2024-11-08T03:20:10,935 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:10,935 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:10,935 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:10,937 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:10,937 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:10,937 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:10,937 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9dbd90ef2f3146759f7bb6a0cce3b86c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.7 K
2024-11-08T03:20:10,938 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dbd90ef2f3146759f7bb6a0cce3b86c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731036006563
2024-11-08T03:20:10,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741912_1088 (size=13119)
2024-11-08T03:20:10,939 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7158b1cd8b4b405e8b3b952b135d9729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731036007520
2024-11-08T03:20:10,940 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04eaf4c73a2140e29c8e44e999692412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:10,948 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:10,948 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/b68aba95e7ca4d308b200cc74927cde9 is 50, key is test_row_0/C:col10/1731036009692/Put/seqid=0
2024-11-08T03:20:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:10,957 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:10,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741913_1089 (size=13119)
2024-11-08T03:20:10,976 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/b68aba95e7ca4d308b200cc74927cde9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b68aba95e7ca4d308b200cc74927cde9
2024-11-08T03:20:10,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e1a35924e042434da9b235a223afda45 is 50, key is test_row_0/A:col10/1731036010955/Put/seqid=0
2024-11-08T03:20:10,985 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into b68aba95e7ca4d308b200cc74927cde9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:10,985 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:10,985 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731036010857; duration=0sec
2024-11-08T03:20:10,985 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:10,985 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:10,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741914_1090 (size=14741)
2024-11-08T03:20:10,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e1a35924e042434da9b235a223afda45
2024-11-08T03:20:10,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ccbb584a328a4bb3a9b0a595e829ba49 is 50, key is test_row_0/B:col10/1731036010955/Put/seqid=0
2024-11-08T03:20:11,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741915_1091 (size=12301)
2024-11-08T03:20:11,006 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ccbb584a328a4bb3a9b0a595e829ba49
2024-11-08T03:20:11,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/42a8a7ed496843eb9851a9d6a5c874f1 is 50, key is test_row_0/C:col10/1731036010955/Put/seqid=0
2024-11-08T03:20:11,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741916_1092 (size=12301)
2024-11-08T03:20:11,035 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/42a8a7ed496843eb9851a9d6a5c874f1
2024-11-08T03:20:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/e1a35924e042434da9b235a223afda45 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45
2024-11-08T03:20:11,048 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45, entries=200, sequenceid=365, filesize=14.4 K
2024-11-08T03:20:11,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/ccbb584a328a4bb3a9b0a595e829ba49 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49
2024-11-08T03:20:11,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49, entries=150, sequenceid=365, filesize=12.0 K
2024-11-08T03:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/42a8a7ed496843eb9851a9d6a5c874f1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1
2024-11-08T03:20:11,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1, entries=150, sequenceid=365, filesize=12.0 K
2024-11-08T03:20:11,065 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 108ms, sequenceid=365, compaction requested=false
2024-11-08T03:20:11,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:11,131 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:11,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5e8d75a7ebfb4dae8e378348e1bdf796 is 50, key is test_row_0/A:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741917_1093 (size=14741)
2024-11-08T03:20:11,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,344 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/36605e8690d44ec5bfb1192379b1d538 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/36605e8690d44ec5bfb1192379b1d538
2024-11-08T03:20:11,351 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 36605e8690d44ec5bfb1192379b1d538(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:11,351 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:11,351 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731036010857; duration=0sec
2024-11-08T03:20:11,351 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:11,351 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:11,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5e8d75a7ebfb4dae8e378348e1bdf796
2024-11-08T03:20:11,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c71f0fdab9b84d5aaadaee4e359ae030 is 50, key is test_row_0/B:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741918_1094 (size=12301)
2024-11-08T03:20:11,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c71f0fdab9b84d5aaadaee4e359ae030
2024-11-08T03:20:11,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0abae398c62948ea8e4a274d3d903578 is 50, key is test_row_0/C:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741919_1095 (size=12301)
2024-11-08T03:20:11,590 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0abae398c62948ea8e4a274d3d903578
2024-11-08T03:20:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-11-08T03:20:11,592 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed
2024-11-08T03:20:11,594 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees
2024-11-08T03:20:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-08T03:20:11,598 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:11,599 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:11,599 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:11,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/5e8d75a7ebfb4dae8e378348e1bdf796 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796
2024-11-08T03:20:11,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796, entries=200, sequenceid=388, filesize=14.4 K
2024-11-08T03:20:11,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/c71f0fdab9b84d5aaadaee4e359ae030 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030
2024-11-08T03:20:11,627 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030, entries=150, sequenceid=388, filesize=12.0 K
2024-11-08T03:20:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/0abae398c62948ea8e4a274d3d903578 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578
2024-11-08T03:20:11,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578, entries=150, sequenceid=388, filesize=12.0 K
2024-11-08T03:20:11,639 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 508ms, sequenceid=388, compaction requested=true
2024-11-08T03:20:11,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:11,640 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:11,641 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:11,642 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:11,642 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:11,642 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/792d141b59e2407b99c6edbfe96f6c59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=41.6 K
2024-11-08T03:20:11,643 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792d141b59e2407b99c6edbfe96f6c59, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:11,643 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a35924e042434da9b235a223afda45, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731036010323
2024-11-08T03:20:11,644 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e8d75a7ebfb4dae8e378348e1bdf796, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:11,653 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:11,655 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:11,655 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:11,655 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:11,655 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/36605e8690d44ec5bfb1192379b1d538, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.8 K
2024-11-08T03:20:11,656 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 36605e8690d44ec5bfb1192379b1d538, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:11,657 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ccbb584a328a4bb3a9b0a595e829ba49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731036010323
2024-11-08T03:20:11,658 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c71f0fdab9b84d5aaadaee4e359ae030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:11,663 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:11,664 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2ec4e2ab6dc24ab18ef0c1e2bed26149 is 50, key is test_row_0/A:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:11,684 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:11,685 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/af5df60a1a484e55957b1d1e9d6a55f7 is 50, key is test_row_0/B:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741920_1096 (size=13221)
2024-11-08T03:20:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-08T03:20:11,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741921_1097 (size=13221)
2024-11-08T03:20:11,715 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/af5df60a1a484e55957b1d1e9d6a55f7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/af5df60a1a484e55957b1d1e9d6a55f7
2024-11-08T03:20:11,727 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into af5df60a1a484e55957b1d1e9d6a55f7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:11,727 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:11,727 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731036011653; duration=0sec
2024-11-08T03:20:11,728 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:11,728 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:11,728 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:11,731 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:11,731 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:11,731 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:11,731 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b68aba95e7ca4d308b200cc74927cde9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.8 K
2024-11-08T03:20:11,732 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b68aba95e7ca4d308b200cc74927cde9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731036009692
2024-11-08T03:20:11,733 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 42a8a7ed496843eb9851a9d6a5c874f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731036010323
2024-11-08T03:20:11,734 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 0abae398c62948ea8e4a274d3d903578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:11,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-11-08T03:20:11,754 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:11,754 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/02d335f4517b4cd6b8a6547a8c9c1065 is 50, key is test_row_0/C:col10/1731036011025/Put/seqid=0
2024-11-08T03:20:11,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:11,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:11,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d845dbd406a54830b178e94564120272 is 50, key is test_row_0/A:col10/1731036011157/Put/seqid=0
2024-11-08T03:20:11,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741922_1098 (size=13221)
2024-11-08T03:20:11,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741923_1099 (size=12301)
2024-11-08T03:20:11,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d845dbd406a54830b178e94564120272
2024-11-08T03:20:11,790 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/02d335f4517b4cd6b8a6547a8c9c1065 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/02d335f4517b4cd6b8a6547a8c9c1065
2024-11-08T03:20:11,807 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 02d335f4517b4cd6b8a6547a8c9c1065(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:11,807 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:11,807 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731036011669; duration=0sec
2024-11-08T03:20:11,808 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:11,808 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2f3084d1c9494fcd965b68e87fba8a9e is 50, key is test_row_0/B:col10/1731036011157/Put/seqid=0
2024-11-08T03:20:11,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741924_1100 (size=12301)
2024-11-08T03:20:11,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-08T03:20:11,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036071993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,102 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2ec4e2ab6dc24ab18ef0c1e2bed26149 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2ec4e2ab6dc24ab18ef0c1e2bed26149
2024-11-08T03:20:12,109 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 2ec4e2ab6dc24ab18ef0c1e2bed26149(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:12,110 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:12,110 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731036011639; duration=0sec
2024-11-08T03:20:12,110 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:12,110 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:12,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036072197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-08T03:20:12,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2f3084d1c9494fcd965b68e87fba8a9e
2024-11-08T03:20:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8fff06b232bf474c80e7d821835c3c14 is 50, key is test_row_0/C:col10/1731036011157/Put/seqid=0
2024-11-08T03:20:12,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741925_1101 (size=12301)
2024-11-08T03:20:12,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8fff06b232bf474c80e7d821835c3c14
2024-11-08T03:20:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d845dbd406a54830b178e94564120272 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272
2024-11-08T03:20:12,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272, entries=150, sequenceid=404, filesize=12.0 K
2024-11-08T03:20:12,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/2f3084d1c9494fcd965b68e87fba8a9e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e
2024-11-08T03:20:12,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e, entries=150, sequenceid=404, filesize=12.0 K
2024-11-08T03:20:12,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8fff06b232bf474c80e7d821835c3c14 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14
2024-11-08T03:20:12,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14, entries=150, sequenceid=404, filesize=12.0 K
2024-11-08T03:20:12,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81643cb03120248c74f6710e6161cd51 in 548ms, sequenceid=404, compaction requested=false
2024-11-08T03:20:12,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:12,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27
2024-11-08T03:20:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=27
2024-11-08T03:20:12,306 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26
2024-11-08T03:20:12,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 706 msec
2024-11-08T03:20:12,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 713 msec
2024-11-08T03:20:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:12,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/277862ee1741414dba82903fa4b17208 is 50, key is test_row_0/A:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741926_1102 (size=14741)
2024-11-08T03:20:12,515 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/277862ee1741414dba82903fa4b17208
2024-11-08T03:20:12,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9f050f3b8a194af59ae195c2944112c3 is 50, key is test_row_0/B:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741927_1103 (size=12301)
2024-11-08T03:20:12,531 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9f050f3b8a194af59ae195c2944112c3
2024-11-08T03:20:12,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8e71571cfa3043faa9bcef39fa9cd451 is 50, key is test_row_0/C:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036072541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741928_1104 (size=12301)
2024-11-08T03:20:12,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8e71571cfa3043faa9bcef39fa9cd451
2024-11-08T03:20:12,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/277862ee1741414dba82903fa4b17208 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208
2024-11-08T03:20:12,567 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208, entries=200, sequenceid=429, filesize=14.4 K
2024-11-08T03:20:12,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/9f050f3b8a194af59ae195c2944112c3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3
2024-11-08T03:20:12,573 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3, entries=150, sequenceid=429, filesize=12.0 K
2024-11-08T03:20:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/8e71571cfa3043faa9bcef39fa9cd451 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451
2024-11-08T03:20:12,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451, entries=150, sequenceid=429, filesize=12.0 K
2024-11-08T03:20:12,582 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 81643cb03120248c74f6710e6161cd51 in 80ms, sequenceid=429, compaction requested=true
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:12,582 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:12,582 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:12,584 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:12,584 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:12,584 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:12,584 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:12,584 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,584 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,584 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2ec4e2ab6dc24ab18ef0c1e2bed26149, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=39.3 K
2024-11-08T03:20:12,584 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/af5df60a1a484e55957b1d1e9d6a55f7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.9 K
2024-11-08T03:20:12,585 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting af5df60a1a484e55957b1d1e9d6a55f7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:12,585 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ec4e2ab6dc24ab18ef0c1e2bed26149, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:12,585 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f3084d1c9494fcd965b68e87fba8a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731036011154
2024-11-08T03:20:12,585 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting d845dbd406a54830b178e94564120272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731036011154
2024-11-08T03:20:12,586 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f050f3b8a194af59ae195c2944112c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:12,586 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 277862ee1741414dba82903fa4b17208, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:12,595 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:12,596 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/a6c7049a7d594b649de1cc748e6680d6 is 50, key is test_row_0/B:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,598 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:12,599 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8c2e86d138a546598ee7af1aff9b576c is 50, key is test_row_0/A:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741929_1105 (size=13323)
2024-11-08T03:20:12,611 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/a6c7049a7d594b649de1cc748e6680d6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a6c7049a7d594b649de1cc748e6680d6
2024-11-08T03:20:12,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741930_1106 (size=13323)
2024-11-08T03:20:12,620 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into a6c7049a7d594b649de1cc748e6680d6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:12,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:12,621 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=13, startTime=1731036012582; duration=0sec
2024-11-08T03:20:12,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:12,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:12,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:12,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:12,623 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:12,623 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,624 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/02d335f4517b4cd6b8a6547a8c9c1065, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=36.9 K
2024-11-08T03:20:12,624 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d335f4517b4cd6b8a6547a8c9c1065, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731036011004
2024-11-08T03:20:12,625 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fff06b232bf474c80e7d821835c3c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731036011154
2024-11-08T03:20:12,625 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e71571cfa3043faa9bcef39fa9cd451, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:12,631 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8c2e86d138a546598ee7af1aff9b576c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c2e86d138a546598ee7af1aff9b576c
2024-11-08T03:20:12,639 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:12,640 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/5f0cbafb0e1343bdaeb398c345e6a598 is 50, key is test_row_0/C:col10/1731036012501/Put/seqid=0
2024-11-08T03:20:12,641 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into 8c2e86d138a546598ee7af1aff9b576c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:12,641 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:12,641 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=13, startTime=1731036012582; duration=0sec
2024-11-08T03:20:12,641 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:12,642 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:12,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:12,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:12,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741931_1107 (size=13323)
2024-11-08T03:20:12,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/f136366d869e42fba426f802824dd627 is 50, key is test_row_0/A:col10/1731036012643/Put/seqid=0
2024-11-08T03:20:12,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741932_1108 (size=12301)
2024-11-08T03:20:12,661 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/f136366d869e42fba426f802824dd627
2024-11-08T03:20:12,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/5162a2f1b82540578e021db44a8f8afc is 50, key is test_row_0/B:col10/1731036012643/Put/seqid=0
2024-11-08T03:20:12,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741933_1109 (size=12301)
2024-11-08T03:20:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-11-08T03:20:12,700 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed
2024-11-08T03:20:12,701 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees
2024-11-08T03:20:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:12,702 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:12,703 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:12,703 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:12,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036072707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:12,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036072809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:12,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:12,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:13,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036073012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,052 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/5f0cbafb0e1343bdaeb398c345e6a598 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/5f0cbafb0e1343bdaeb398c345e6a598
2024-11-08T03:20:13,057 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into 5f0cbafb0e1343bdaeb398c345e6a598(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:13,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:13,058 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=13, startTime=1731036012582; duration=0sec
2024-11-08T03:20:13,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:13,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:13,091 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/5162a2f1b82540578e021db44a8f8afc
2024-11-08T03:20:13,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/1bc4b46a823843908079d1157ff00fa5 is 50, key is test_row_0/C:col10/1731036012643/Put/seqid=0
2024-11-08T03:20:13,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741934_1110 (size=12301)
2024-11-08T03:20:13,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:13,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036073318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:13,513 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/1bc4b46a823843908079d1157ff00fa5
2024-11-08T03:20:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/f136366d869e42fba426f802824dd627 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627
2024-11-08T03:20:13,526 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627, entries=150, sequenceid=445, filesize=12.0 K
2024-11-08T03:20:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/5162a2f1b82540578e021db44a8f8afc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc
2024-11-08T03:20:13,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc, entries=150, sequenceid=445, filesize=12.0 K
2024-11-08T03:20:13,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/1bc4b46a823843908079d1157ff00fa5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5
2024-11-08T03:20:13,543 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5, entries=150, sequenceid=445, filesize=12.0 K
2024-11-08T03:20:13,544 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81643cb03120248c74f6710e6161cd51 in 900ms, sequenceid=445, compaction requested=false
2024-11-08T03:20:13,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:13,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-11-08T03:20:13,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:13,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:20:13,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:13,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:13,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d1842b1e8aff40b2a8af64c83f52d48c is 50, key is test_row_0/A:col10/1731036012704/Put/seqid=0
2024-11-08T03:20:13,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741935_1111 (size=12301)
2024-11-08T03:20:13,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d1842b1e8aff40b2a8af64c83f52d48c
2024-11-08T03:20:13,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/b782435947934129ba3d65eede226223 is 50, key is test_row_0/B:col10/1731036012704/Put/seqid=0
2024-11-08T03:20:13,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741936_1112 (size=12301)
2024-11-08T03:20:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:13,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:13,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036073852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:13,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036073955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/b782435947934129ba3d65eede226223
2024-11-08T03:20:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/b883205f09a74256bcea695b1c1a940c is 50, key is test_row_0/C:col10/1731036012704/Put/seqid=0
2024-11-08T03:20:14,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741937_1113 (size=12301)
2024-11-08T03:20:14,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/b883205f09a74256bcea695b1c1a940c
2024-11-08T03:20:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/d1842b1e8aff40b2a8af64c83f52d48c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c
2024-11-08T03:20:14,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c, entries=150, sequenceid=468, filesize=12.0 K
2024-11-08T03:20:14,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/b782435947934129ba3d65eede226223 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223
2024-11-08T03:20:14,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223, entries=150, sequenceid=468, filesize=12.0 K
2024-11-08T03:20:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/b883205f09a74256bcea695b1c1a940c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c
2024-11-08T03:20:14,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c, entries=150, sequenceid=468, filesize=12.0 K
2024-11-08T03:20:14,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81643cb03120248c74f6710e6161cd51 in 496ms, sequenceid=468, compaction requested=true
2024-11-08T03:20:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-08T03:20:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=29
2024-11-08T03:20:14,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28
2024-11-08T03:20:14,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec
2024-11-08T03:20:14,121 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4180 sec
2024-11-08T03:20:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:14,160 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:14,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/c14e30233eca40fcadf874441bbd2211 is 50, key is test_row_0/A:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:14,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741938_1114 (size=14741)
2024-11-08T03:20:14,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036074213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036074318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036074520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,571 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/c14e30233eca40fcadf874441bbd2211
2024-11-08T03:20:14,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/52d653ce3a6c48e99aa09bc6a0550030 is 50, key is test_row_0/B:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:14,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741939_1115 (size=12301)
2024-11-08T03:20:14,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34366 deadline: 1731036074719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,721 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:14,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34350 deadline: 1731036074743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,747 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:14,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34388 deadline: 1731036074747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,748 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:14,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1731036074747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,749 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-11-08T03:20:14,806 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed
2024-11-08T03:20:14,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees
2024-11-08T03:20:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:14,808 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:14,809 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:14,809 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:14,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036074824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:14,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:14,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-08T03:20:14,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:14,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:14,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:14,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:14,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:14,983 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/52d653ce3a6c48e99aa09bc6a0550030
2024-11-08T03:20:14,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a8077a9412774138b189b6c50dc86348 is 50, key is test_row_0/C:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:15,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741940_1116 (size=12301)
2024-11-08T03:20:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:15,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:15,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-08T03:20:15,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:15,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:15,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-08T03:20:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34334 deadline: 1731036075332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:15,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a8077a9412774138b189b6c50dc86348
2024-11-08T03:20:15,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/c14e30233eca40fcadf874441bbd2211 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211
2024-11-08T03:20:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:15,415 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211, entries=200, sequenceid=483, filesize=14.4 K
2024-11-08T03:20:15,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/52d653ce3a6c48e99aa09bc6a0550030 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030
2024-11-08T03:20:15,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:15,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-08T03:20:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31
java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=31
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:15,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030, entries=150, sequenceid=483, filesize=12.0 K
2024-11-08T03:20:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/a8077a9412774138b189b6c50dc86348 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348
2024-11-08T03:20:15,427 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348, entries=150, sequenceid=483, filesize=12.0 K
2024-11-08T03:20:15,428 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81643cb03120248c74f6710e6161cd51 in 1268ms, sequenceid=483, compaction requested=true
2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:15,428 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:15,428 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:15,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81643cb03120248c74f6710e6161cd51:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:15,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/A is initiating minor compaction (all files)
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/B is initiating minor compaction (all files)
2024-11-08T03:20:15,430 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/A in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,430 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/B in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,430 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a6c7049a7d594b649de1cc748e6680d6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=49.0 K
2024-11-08T03:20:15,430 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c2e86d138a546598ee7af1aff9b576c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=51.4 K
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c7049a7d594b649de1cc748e6680d6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:15,430 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2e86d138a546598ee7af1aff9b576c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5162a2f1b82540578e021db44a8f8afc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731036012532
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f136366d869e42fba426f802824dd627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731036012532
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b782435947934129ba3d65eede226223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731036012694
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1842b1e8aff40b2a8af64c83f52d48c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731036012694
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 52d653ce3a6c48e99aa09bc6a0550030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731036013848
2024-11-08T03:20:15,431 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c14e30233eca40fcadf874441bbd2211, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731036013839
2024-11-08T03:20:15,440 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:15,440 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:15,440 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/fb70372644e24601ae2d498865445b1e is 50, key is test_row_0/A:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:15,440 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/69ad91ce4a224f7a8e6d70130569757e is 50, key is test_row_0/B:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:15,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741941_1117 (size=13459)
2024-11-08T03:20:15,453 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/fb70372644e24601ae2d498865445b1e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fb70372644e24601ae2d498865445b1e
2024-11-08T03:20:15,458 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/A of 81643cb03120248c74f6710e6161cd51 into fb70372644e24601ae2d498865445b1e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:15,459 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:15,459 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/A, priority=12, startTime=1731036015428; duration=0sec
2024-11-08T03:20:15,459 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:15,459 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:A
2024-11-08T03:20:15,459 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:20:15,460 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:20:15,460 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 81643cb03120248c74f6710e6161cd51/C is initiating minor compaction (all files)
2024-11-08T03:20:15,460 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81643cb03120248c74f6710e6161cd51/C in TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,460 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/5f0cbafb0e1343bdaeb398c345e6a598, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp, totalSize=49.0 K
2024-11-08T03:20:15,461 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f0cbafb0e1343bdaeb398c345e6a598, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731036011877
2024-11-08T03:20:15,461 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bc4b46a823843908079d1157ff00fa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731036012532
2024-11-08T03:20:15,461 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b883205f09a74256bcea695b1c1a940c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731036012694
2024-11-08T03:20:15,461 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8077a9412774138b189b6c50dc86348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731036013848
2024-11-08T03:20:15,475 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81643cb03120248c74f6710e6161cd51#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:15,475 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/f706e6ac3fd644d68b5d50fe413b0c7f is 50, key is test_row_0/C:col10/1731036014159/Put/seqid=0
2024-11-08T03:20:15,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741943_1119 (size=13459)
2024-11-08T03:20:15,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741942_1118 (size=13459)
2024-11-08T03:20:15,485 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/f706e6ac3fd644d68b5d50fe413b0c7f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/f706e6ac3fd644d68b5d50fe413b0c7f
2024-11-08T03:20:15,491 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/C of 81643cb03120248c74f6710e6161cd51 into f706e6ac3fd644d68b5d50fe413b0c7f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:15,491 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:15,491 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/C, priority=12, startTime=1731036015428; duration=0sec
2024-11-08T03:20:15,491 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:15,491 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:C
2024-11-08T03:20:15,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:15,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:15,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8c4110eb604c4c8393619d20794e224e is 50, key is test_row_0/A:col10/1731036014207/Put/seqid=0
2024-11-08T03:20:15,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741944_1120 (size=12301)
2024-11-08T03:20:15,775 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63666
2024-11-08T03:20:15,775 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63666
2024-11-08T03:20:15,775 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:15,775 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:15,777 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63666
2024-11-08T03:20:15,777 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:15,779 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63666
2024-11-08T03:20:15,779 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:15,893 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/69ad91ce4a224f7a8e6d70130569757e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/69ad91ce4a224f7a8e6d70130569757e
2024-11-08T03:20:15,899 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81643cb03120248c74f6710e6161cd51/B of 81643cb03120248c74f6710e6161cd51 into 69ad91ce4a224f7a8e6d70130569757e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:15,899 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:15,899 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51., storeName=81643cb03120248c74f6710e6161cd51/B, priority=12, startTime=1731036015428; duration=0sec
2024-11-08T03:20:15,899 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:15,899 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81643cb03120248c74f6710e6161cd51:B
2024-11-08T03:20:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:15,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8c4110eb604c4c8393619d20794e224e
2024-11-08T03:20:15,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/84bd7c6a89d54c0ba42f60d49d69d844 is 50, key is test_row_0/B:col10/1731036014207/Put/seqid=0
2024-11-08T03:20:16,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741945_1121 (size=12301)
2024-11-08T03:20:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. as already flushing
2024-11-08T03:20:16,335 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63666
2024-11-08T03:20:16,335 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:16,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/84bd7c6a89d54c0ba42f60d49d69d844
2024-11-08T03:20:16,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9bbf73fbaace4609bb5e0e1025134636 is 50, key is test_row_0/C:col10/1731036014207/Put/seqid=0
2024-11-08T03:20:16,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741946_1122 (size=12301)
2024-11-08T03:20:16,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9bbf73fbaace4609bb5e0e1025134636
2024-11-08T03:20:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/8c4110eb604c4c8393619d20794e224e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c4110eb604c4c8393619d20794e224e
2024-11-08T03:20:16,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c4110eb604c4c8393619d20794e224e, entries=150, sequenceid=506, filesize=12.0 K
2024-11-08T03:20:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/84bd7c6a89d54c0ba42f60d49d69d844 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/84bd7c6a89d54c0ba42f60d49d69d844
2024-11-08T03:20:16,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/84bd7c6a89d54c0ba42f60d49d69d844, entries=150, sequenceid=506, filesize=12.0 K
2024-11-08T03:20:16,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/9bbf73fbaace4609bb5e0e1025134636 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9bbf73fbaace4609bb5e0e1025134636
2024-11-08T03:20:16,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9bbf73fbaace4609bb5e0e1025134636, entries=150, sequenceid=506, filesize=12.0 K
2024-11-08T03:20:16,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=6.71 KB/6870 for 81643cb03120248c74f6710e6161cd51 in 1273ms, sequenceid=506, compaction requested=false
2024-11-08T03:20:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31
2024-11-08T03:20:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=31
2024-11-08T03:20:16,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30
2024-11-08T03:20:16,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec
2024-11-08T03:20:16,851 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.0430 sec
2024-11-08T03:20:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-11-08T03:20:16,913 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed
2024-11-08T03:20:16,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:20:17,144 ERROR [LeaseRenewer:jenkins@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:21,463 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:24,114 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T03:20:24,116 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T03:20:24,730 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63666
2024-11-08T03:20:24,730 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:24,757 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63666
2024-11-08T03:20:24,757 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:24,767 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63666
2024-11-08T03:20:24,767 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:24,777 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63666
2024-11-08T03:20:24,777 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 40
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 234
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5567
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5417
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2446
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7337 rows
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2439
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7316 rows
2024-11-08T03:20:24,778 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:20:24,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63666
2024-11-08T03:20:24,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:24,782 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:20:24,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:20:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:24,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036024792"}]},"ts":"1731036024792"}
2024-11-08T03:20:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:24,793 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:20:24,804 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:20:24,806 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:20:24,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, UNASSIGN}]
2024-11-08T03:20:24,810 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, UNASSIGN
2024-11-08T03:20:24,811 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=81643cb03120248c74f6710e6161cd51, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:24,812 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:20:24,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:20:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:24,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:24,972 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:24,972 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:20:24,974 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 81643cb03120248c74f6710e6161cd51, disabling compactions & flushes
2024-11-08T03:20:24,974 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:24,974 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:24,974 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51. after waiting 0 ms
2024-11-08T03:20:24,974 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:24,975 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 81643cb03120248c74f6710e6161cd51 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:20:24,975 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=A
2024-11-08T03:20:24,975 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:24,975 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=B
2024-11-08T03:20:24,975 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:24,975 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81643cb03120248c74f6710e6161cd51, store=C
2024-11-08T03:20:24,976 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:24,984 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2c7d8d0e833b420b98f478d7d4960f1e is 50, key is test_row_0/A:col10/1731036016334/Put/seqid=0
2024-11-08T03:20:24,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741947_1123 (size=12301)
2024-11-08T03:20:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:25,390 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2c7d8d0e833b420b98f478d7d4960f1e
2024-11-08T03:20:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:25,405 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d53851275f944964895224251c611754 is 50, key is test_row_0/B:col10/1731036016334/Put/seqid=0
2024-11-08T03:20:25,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741948_1124 (size=12301)
2024-11-08T03:20:25,810 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d53851275f944964895224251c611754
2024-11-08T03:20:25,824 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/ea3f6cbd8fc14f3e969235ae49838fa6 is 50, key is test_row_0/C:col10/1731036016334/Put/seqid=0
2024-11-08T03:20:25,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741949_1125 (size=12301)
2024-11-08T03:20:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:26,230 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/ea3f6cbd8fc14f3e969235ae49838fa6
2024-11-08T03:20:26,241 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/A/2c7d8d0e833b420b98f478d7d4960f1e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2c7d8d0e833b420b98f478d7d4960f1e
2024-11-08T03:20:26,248 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2c7d8d0e833b420b98f478d7d4960f1e, entries=150, sequenceid=515, filesize=12.0 K
2024-11-08T03:20:26,249 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/B/d53851275f944964895224251c611754 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d53851275f944964895224251c611754
2024-11-08T03:20:26,254 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d53851275f944964895224251c611754, entries=150, sequenceid=515, filesize=12.0 K
2024-11-08T03:20:26,255 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/.tmp/C/ea3f6cbd8fc14f3e969235ae49838fa6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/ea3f6cbd8fc14f3e969235ae49838fa6
2024-11-08T03:20:26,260 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/ea3f6cbd8fc14f3e969235ae49838fa6, entries=150, sequenceid=515, filesize=12.0 K
2024-11-08T03:20:26,260 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 81643cb03120248c74f6710e6161cd51 in 1286ms, sequenceid=515, compaction requested=true
2024-11-08T03:20:26,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9f7c8091ef77471087a7d9a957ee0417, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2a8f044f393a4c43a47209041ff9251b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5b9d7b6183db430e8d37c76bea0f437d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/bfda579b8be348f98cbf0fe5a7851db7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/47e421c6c7cb46da8eee2f1c07aa1400, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ca7dae9d1f484480887939917f593a1c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/792d141b59e2407b99c6edbfe96f6c59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2ec4e2ab6dc24ab18ef0c1e2bed26149, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c2e86d138a546598ee7af1aff9b576c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211] to archive
2024-11-08T03:20:26,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:20:26,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/25c4d9abf0cd428f8747b65cc467786e
2024-11-08T03:20:26,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e3259beb0275426f8439ae9102ae595f
2024-11-08T03:20:26,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4383a3e1601648308893bb284d2c9143
2024-11-08T03:20:26,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9f7c8091ef77471087a7d9a957ee0417 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9f7c8091ef77471087a7d9a957ee0417
2024-11-08T03:20:26,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/842c7241415b4a4b8b50e8d91b0aade3
2024-11-08T03:20:26,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2a8f044f393a4c43a47209041ff9251b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2a8f044f393a4c43a47209041ff9251b
2024-11-08T03:20:26,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/570d453592f74223b2d240aa83e4c1ff
2024-11-08T03:20:26,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e5bd95d01d1b434197ab10c7a1624b7d
2024-11-08T03:20:26,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d841db3b9f564dad94935e93f6148ef1
2024-11-08T03:20:26,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5b9d7b6183db430e8d37c76bea0f437d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5b9d7b6183db430e8d37c76bea0f437d
2024-11-08T03:20:26,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/123d9fb25d864c5dbf8197b2383435a7
2024-11-08T03:20:26,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fea8ea1cee9549429309626a65b018fc
2024-11-08T03:20:26,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/638fbb1737c945ceb80d3b5e1f0c3e74
2024-11-08T03:20:26,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/bfda579b8be348f98cbf0fe5a7851db7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/bfda579b8be348f98cbf0fe5a7851db7
2024-11-08T03:20:26,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/9c4769aefc144322bb8ea420bc315538
2024-11-08T03:20:26,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ea4f140c79774d45b837e013217f3cf6
2024-11-08T03:20:26,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4ea2855ed4d74717a23b40cd14dab61f
2024-11-08T03:20:26,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/47e421c6c7cb46da8eee2f1c07aa1400 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/47e421c6c7cb46da8eee2f1c07aa1400
2024-11-08T03:20:26,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8783cb7b23834b629e120f2218f1c1e2
2024-11-08T03:20:26,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/84868b72a08f4106981ac71775f24a45
2024-11-08T03:20:26,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/4d70e9a2bd554a0d9b1f06deeb886172
2024-11-08T03:20:26,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ca7dae9d1f484480887939917f593a1c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/ca7dae9d1f484480887939917f593a1c
2024-11-08T03:20:26,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5bd7d752f0514dbfbdecacd643e11084
2024-11-08T03:20:26,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/792d141b59e2407b99c6edbfe96f6c59 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/792d141b59e2407b99c6edbfe96f6c59
2024-11-08T03:20:26,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/7eca5909060040ca887c47351ac34766
2024-11-08T03:20:26,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/e1a35924e042434da9b235a223afda45
2024-11-08T03:20:26,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/5e8d75a7ebfb4dae8e378348e1bdf796
2024-11-08T03:20:26,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2ec4e2ab6dc24ab18ef0c1e2bed26149 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2ec4e2ab6dc24ab18ef0c1e2bed26149
2024-11-08T03:20:26,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d845dbd406a54830b178e94564120272
2024-11-08T03:20:26,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/277862ee1741414dba82903fa4b17208
2024-11-08T03:20:26,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c2e86d138a546598ee7af1aff9b576c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c2e86d138a546598ee7af1aff9b576c
2024-11-08T03:20:26,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/f136366d869e42fba426f802824dd627
2024-11-08T03:20:26,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/d1842b1e8aff40b2a8af64c83f52d48c
2024-11-08T03:20:26,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/c14e30233eca40fcadf874441bbd2211
2024-11-08T03:20:26,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/43897c6186de488d995c5877c318a0b9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a700ef3ab3242f9b98ca75ff1152333, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f29fb0b7dbcb4e9a8f805c196ca0a999, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/309eda22527e42a3aad93bd7c00e05c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/09d6918a43ab49489a4c1c586b40d57e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a83ff5eeea649af99c60c8fb187c3ec, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/36605e8690d44ec5bfb1192379b1d538, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/af5df60a1a484e55957b1d1e9d6a55f7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a6c7049a7d594b649de1cc748e6680d6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030] to archive
2024-11-08T03:20:26,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:20:26,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9a3a37c3d81546728cc7e0a632ba5c55
2024-11-08T03:20:26,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c82955b90fe047e4a8fa0e23cfe352d6
2024-11-08T03:20:26,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/43897c6186de488d995c5877c318a0b9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/43897c6186de488d995c5877c318a0b9
2024-11-08T03:20:26,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ab4a53fc12824c0fb6e56a514af25910
2024-11-08T03:20:26,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c84e620db1f14fbcbb784bea87a79436
2024-11-08T03:20:26,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a700ef3ab3242f9b98ca75ff1152333 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a700ef3ab3242f9b98ca75ff1152333
2024-11-08T03:20:26,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/68cfad9445514d19a3abbe1e16638713
2024-11-08T03:20:26,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d859a5b3d1824c828c145c63f6a8f0b6
2024-11-08T03:20:26,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/65097f1165584d32b0ee676b10783e87
2024-11-08T03:20:26,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f29fb0b7dbcb4e9a8f805c196ca0a999 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f29fb0b7dbcb4e9a8f805c196ca0a999
2024-11-08T03:20:26,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ff8bd1d3d4bc4549b59bb753f4826610
2024-11-08T03:20:26,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/6f6bcf5704b4486a97068e755480d95b
2024-11-08T03:20:26,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c275a8b94ebd44d59041616724a6e2dc
2024-11-08T03:20:26,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/309eda22527e42a3aad93bd7c00e05c6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/309eda22527e42a3aad93bd7c00e05c6
2024-11-08T03:20:26,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a4f2b236eaf04ee6873ab35d4839f6dc
2024-11-08T03:20:26,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ffc638e2c9ee45d5801ca62ab3bac200
2024-11-08T03:20:26,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/09d6918a43ab49489a4c1c586b40d57e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/09d6918a43ab49489a4c1c586b40d57e
2024-11-08T03:20:26,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/084d9b6cc5e34f14b064d19812948d0c
2024-11-08T03:20:26,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/dc71e52704a94107bd4d0821588f69ce
2024-11-08T03:20:26,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c37282b967264f32ac355a516d06733d
2024-11-08T03:20:26,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a83ff5eeea649af99c60c8fb187c3ec to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2a83ff5eeea649af99c60c8fb187c3ec
2024-11-08T03:20:26,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/f6e008bc395643a183e53bd17c211c30
2024-11-08T03:20:26,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/33d8ff5269eb45a4aafbd8b377bc2ed2
2024-11-08T03:20:26,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/36605e8690d44ec5bfb1192379b1d538 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/36605e8690d44ec5bfb1192379b1d538
2024-11-08T03:20:26,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/07fc5bca1f5e4f50b3cd4f9f4da5579f
2024-11-08T03:20:26,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/ccbb584a328a4bb3a9b0a595e829ba49
2024-11-08T03:20:26,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/af5df60a1a484e55957b1d1e9d6a55f7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/af5df60a1a484e55957b1d1e9d6a55f7
2024-11-08T03:20:26,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/c71f0fdab9b84d5aaadaee4e359ae030
2024-11-08T03:20:26,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/2f3084d1c9494fcd965b68e87fba8a9e
2024-11-08T03:20:26,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a6c7049a7d594b649de1cc748e6680d6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/a6c7049a7d594b649de1cc748e6680d6
2024-11-08T03:20:26,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/9f050f3b8a194af59ae195c2944112c3
2024-11-08T03:20:26,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/5162a2f1b82540578e021db44a8f8afc
2024-11-08T03:20:26,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/b782435947934129ba3d65eede226223
2024-11-08T03:20:26,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/52d653ce3a6c48e99aa09bc6a0550030
2024-11-08T03:20:26,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/bd63defe338f4751a28471ac392f7d1c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8444f2356b440738509810f45877a7b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/290531d7eda549f4bf58b678c75323b3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9f4e42dc6fb145d9b6ee5a14ac8b597c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4923848e4bf24e5da81b58cfafe27544, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9dbd90ef2f3146759f7bb6a0cce3b86c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b68aba95e7ca4d308b200cc74927cde9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/02d335f4517b4cd6b8a6547a8c9c1065, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/5f0cbafb0e1343bdaeb398c345e6a598, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348] to archive
2024-11-08T03:20:26,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:20:26,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/c835d91a7f3c4db0b91293243371acb0
2024-11-08T03:20:26,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/16e5d5f7576647058b3fb1f7bdcbe406
2024-11-08T03:20:26,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/bd63defe338f4751a28471ac392f7d1c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/bd63defe338f4751a28471ac392f7d1c
2024-11-08T03:20:26,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/041c7408471946a6a762d373117e1e81
2024-11-08T03:20:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36d5dd89c98b471f96d4c16ec10d14ea
2024-11-08T03:20:26,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8444f2356b440738509810f45877a7b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8444f2356b440738509810f45877a7b
2024-11-08T03:20:26,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4e66a1e019474333bc5b62a3859492b0
2024-11-08T03:20:26,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9896ddac6de846919a3e5115966613c6
2024-11-08T03:20:26,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/65c42808726a46c48aa248c593756a27
2024-11-08T03:20:26,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/290531d7eda549f4bf58b678c75323b3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/290531d7eda549f4bf58b678c75323b3
2024-11-08T03:20:26,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/d4cf3a7c143a4eec9eb24c754104476e
2024-11-08T03:20:26,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0a346c842ee14263a4db50f906d28ce5
2024-11-08T03:20:26,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/e685d0943e974dd7aae9cc9337d92ba4
2024-11-08T03:20:26,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9f4e42dc6fb145d9b6ee5a14ac8b597c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9f4e42dc6fb145d9b6ee5a14ac8b597c
2024-11-08T03:20:26,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/3039b2e157fa4f6c9af2bc71dd6e76b0
2024-11-08T03:20:26,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a898b65fb114425c9c63b71a9f934654
2024-11-08T03:20:26,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4923848e4bf24e5da81b58cfafe27544 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/4923848e4bf24e5da81b58cfafe27544
2024-11-08T03:20:26,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/dcf769c6106e433195764f02c58d20e0
2024-11-08T03:20:26,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/36001f480ac54326b001998269dc3b75
2024-11-08T03:20:26,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9e18793b3e7f436ea37014d6f59ae4d9
2024-11-08T03:20:26,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9dbd90ef2f3146759f7bb6a0cce3b86c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9dbd90ef2f3146759f7bb6a0cce3b86c
2024-11-08T03:20:26,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/50899fcfeb7c4652b27ea4ebeb3d82c5
2024-11-08T03:20:26,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/7158b1cd8b4b405e8b3b952b135d9729
2024-11-08T03:20:26,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b68aba95e7ca4d308b200cc74927cde9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b68aba95e7ca4d308b200cc74927cde9
2024-11-08T03:20:26,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/04eaf4c73a2140e29c8e44e999692412
2024-11-08T03:20:26,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/42a8a7ed496843eb9851a9d6a5c874f1
2024-11-08T03:20:26,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/02d335f4517b4cd6b8a6547a8c9c1065 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/02d335f4517b4cd6b8a6547a8c9c1065
2024-11-08T03:20:26,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/0abae398c62948ea8e4a274d3d903578
2024-11-08T03:20:26,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8fff06b232bf474c80e7d821835c3c14
2024-11-08T03:20:26,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/5f0cbafb0e1343bdaeb398c345e6a598 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/5f0cbafb0e1343bdaeb398c345e6a598
2024-11-08T03:20:26,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/8e71571cfa3043faa9bcef39fa9cd451
2024-11-08T03:20:26,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/1bc4b46a823843908079d1157ff00fa5
2024-11-08T03:20:26,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/b883205f09a74256bcea695b1c1a940c
2024-11-08T03:20:26,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/a8077a9412774138b189b6c50dc86348
2024-11-08T03:20:26,406 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/recovered.edits/518.seqid, newMaxSeqId=518, maxSeqId=1
2024-11-08T03:20:26,408 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.
2024-11-08T03:20:26,408 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 81643cb03120248c74f6710e6161cd51:

2024-11-08T03:20:26,410 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:26,410 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=81643cb03120248c74f6710e6161cd51, regionState=CLOSED
2024-11-08T03:20:26,413 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34
2024-11-08T03:20:26,413 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 81643cb03120248c74f6710e6161cd51, server=e729c2d9d3a5,37707,1731035988520 in 1.5990 sec
2024-11-08T03:20:26,414 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33
2024-11-08T03:20:26,414 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81643cb03120248c74f6710e6161cd51, UNASSIGN in 1.6040 sec
2024-11-08T03:20:26,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32
2024-11-08T03:20:26,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6100 sec
2024-11-08T03:20:26,417 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036026417"}]},"ts":"1731036026417"}
2024-11-08T03:20:26,418 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:20:26,429 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:20:26,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6420 sec
2024-11-08T03:20:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-11-08T03:20:26,901 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed
2024-11-08T03:20:26,908 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:20:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:26,917 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:26,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-08T03:20:26,924 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:26,929 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/recovered.edits]
2024-11-08T03:20:26,933 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2c7d8d0e833b420b98f478d7d4960f1e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/2c7d8d0e833b420b98f478d7d4960f1e
2024-11-08T03:20:26,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c4110eb604c4c8393619d20794e224e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/8c4110eb604c4c8393619d20794e224e
2024-11-08T03:20:26,936 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fb70372644e24601ae2d498865445b1e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/A/fb70372644e24601ae2d498865445b1e
2024-11-08T03:20:26,941 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/69ad91ce4a224f7a8e6d70130569757e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/69ad91ce4a224f7a8e6d70130569757e
2024-11-08T03:20:26,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/84bd7c6a89d54c0ba42f60d49d69d844 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/84bd7c6a89d54c0ba42f60d49d69d844
2024-11-08T03:20:26,945 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d53851275f944964895224251c611754 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/B/d53851275f944964895224251c611754
2024-11-08T03:20:26,949 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9bbf73fbaace4609bb5e0e1025134636 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/9bbf73fbaace4609bb5e0e1025134636
2024-11-08T03:20:26,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/ea3f6cbd8fc14f3e969235ae49838fa6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/ea3f6cbd8fc14f3e969235ae49838fa6
2024-11-08T03:20:26,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/f706e6ac3fd644d68b5d50fe413b0c7f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/C/f706e6ac3fd644d68b5d50fe413b0c7f
2024-11-08T03:20:26,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/recovered.edits/518.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51/recovered.edits/518.seqid
2024-11-08T03:20:26,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/81643cb03120248c74f6710e6161cd51
2024-11-08T03:20:26,956 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:20:26,960 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:26,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-08T03:20:26,966 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:20:26,994 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:20:26,996 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:26,996 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:20:26,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036026996"}]},"ts":"9223372036854775807"}
2024-11-08T03:20:26,999 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:20:26,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 81643cb03120248c74f6710e6161cd51, NAME => 'TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:20:27,000 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:20:27,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036027000"}]},"ts":"9223372036854775807"}
2024-11-08T03:20:27,002 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:20:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-08T03:20:27,038 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:27,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 130 msec
2024-11-08T03:20:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-11-08T03:20:27,223 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed
2024-11-08T03:20:27,237 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219)
Potentially hanging thread: hconnection-0x370dd9fb-shared-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x370dd9fb-shared-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;e729c2d9d3a5:37707-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x370dd9fb-shared-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_68217234_22 at /127.0.0.1:43904 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x370dd9fb-shared-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=450 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=2332 (was 2541)
2024-11-08T03:20:27,245 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=9, AvailableMemoryMB=2331
2024-11-08T03:20:27,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:20:27,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:20:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:27,249 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:20:27,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:27,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 37
2024-11-08T03:20:27,250 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:20:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:27,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741950_1126 (size=960)
2024-11-08T03:20:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:27,665 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:20:27,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741951_1127 (size=53)
2024-11-08T03:20:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:28,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:20:28,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8767cc80e2ca134b8ccfdd7d1181b6f0, disabling compactions & flushes
2024-11-08T03:20:28,078 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. after waiting 0 ms
2024-11-08T03:20:28,078 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,079 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:28,081 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:20:28,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731036028082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036028082"}]},"ts":"1731036028082"}
2024-11-08T03:20:28,084 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:20:28,085 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:20:28,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036028085"}]},"ts":"1731036028085"}
2024-11-08T03:20:28,086 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:20:28,146 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, ASSIGN}]
2024-11-08T03:20:28,147 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, ASSIGN
2024-11-08T03:20:28,148 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:20:28,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T03:20:28,298 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:28,300 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:20:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:28,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:28,457 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,457 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:20:28,458 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,458 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:20:28,458 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,458 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,461 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:28,464 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:28,465 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName A
2024-11-08T03:20:28,465 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:28,466 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:28,467 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:28,469 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:28,471 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName B
2024-11-08T03:20:28,471 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:28,473 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:28,473 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:28,475 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:28,476 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName C
2024-11-08T03:20:28,476 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:28,477 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:28,477 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,477 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,478 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,479 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:20:28,480 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:28,482 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:20:28,483 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 8767cc80e2ca134b8ccfdd7d1181b6f0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75322261, jitterRate=0.12238915264606476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:20:28,484 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:28,484 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., pid=39, masterSystemTime=1731036028451
2024-11-08T03:20:28,486 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,486 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:28,486 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:28,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38
2024-11-08T03:20:28,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520 in 187 msec
2024-11-08T03:20:28,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37
2024-11-08T03:20:28,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, ASSIGN in 343 msec
2024-11-08T03:20:28,491 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:20:28,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036028491"}]},"ts":"1731036028491"}
2024-11-08T03:20:28,492 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:20:28,505 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:20:28,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2580 sec
2024-11-08T03:20:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37
2024-11-08T03:20:29,359 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed
2024-11-08T03:20:29,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e
2024-11-08T03:20:29,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:29,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:29,409 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:29,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:20:29,412 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:20:29,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:20:29,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:20:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:29,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741952_1128 (size=996)
2024-11-08T03:20:29,836 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-08T03:20:29,836 INFO  [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-08T03:20:29,844 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:20:29,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, REOPEN/MOVE}]
2024-11-08T03:20:29,853 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, REOPEN/MOVE
2024-11-08T03:20:29,854 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:29,855 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:20:29,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:20:30,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,008 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,008 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:20:30,008 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 8767cc80e2ca134b8ccfdd7d1181b6f0, disabling compactions & flushes
2024-11-08T03:20:30,008 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,008 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,008 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. after waiting 0 ms
2024-11-08T03:20:30,008 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,016 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T03:20:30,017 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,017 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:30,018 WARN  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 8767cc80e2ca134b8ccfdd7d1181b6f0 to self.
2024-11-08T03:20:30,019 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,019 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=CLOSED
2024-11-08T03:20:30,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42
2024-11-08T03:20:30,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520 in 165 msec
2024-11-08T03:20:30,022 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, REOPEN/MOVE; state=CLOSED, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=true
2024-11-08T03:20:30,173 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,176 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:20:30,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,337 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,337 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:20:30,337 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,337 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,343 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:30,345 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:30,351 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName A
2024-11-08T03:20:30,353 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:30,354 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:30,354 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:30,355 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:30,355 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName B
2024-11-08T03:20:30,355 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:30,355 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:30,355 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8767cc80e2ca134b8ccfdd7d1181b6f0 
2024-11-08T03:20:30,356 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:20:30,356 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8767cc80e2ca134b8ccfdd7d1181b6f0 columnFamilyName C
2024-11-08T03:20:30,356 DEBUG [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:30,357 INFO  [StoreOpener-8767cc80e2ca134b8ccfdd7d1181b6f0-1 {}] regionserver.HStore(327): Store=8767cc80e2ca134b8ccfdd7d1181b6f0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:20:30,357 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,358 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,358 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,360 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:20:30,361 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,362 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 8767cc80e2ca134b8ccfdd7d1181b6f0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68444210, jitterRate=0.019898205995559692}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:20:30,362 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:30,363 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., pid=44, masterSystemTime=1731036030329
2024-11-08T03:20:30,364 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,365 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,365 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=OPEN, openSeqNum=5, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42
2024-11-08T03:20:30,368 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520 in 190 msec
2024-11-08T03:20:30,369 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41
2024-11-08T03:20:30,369 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, REOPEN/MOVE in 514 msec
2024-11-08T03:20:30,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40
2024-11-08T03:20:30,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec
2024-11-08T03:20:30,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 954 msec
2024-11-08T03:20:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40
2024-11-08T03:20:30,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672
2024-11-08T03:20:30,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba
2024-11-08T03:20:30,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431
2024-11-08T03:20:30,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd
2024-11-08T03:20:30,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7
2024-11-08T03:20:30,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df
2024-11-08T03:20:30,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e
2024-11-08T03:20:30,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9
2024-11-08T03:20:30,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58
2024-11-08T03:20:30,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:20:30,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:30,534 DEBUG [hconnection-0x6717d53b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees
2024-11-08T03:20:30,534 DEBUG [hconnection-0x3db62a21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,534 DEBUG [hconnection-0x68b772af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,534 DEBUG [hconnection-0x5148cc5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,535 DEBUG [hconnection-0x1779166a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,535 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:30,535 DEBUG [hconnection-0x5b825a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,536 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,536 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,536 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,536 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:30,536 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,536 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,536 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:30,537 DEBUG [hconnection-0x5ac15ae3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,538 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,542 DEBUG [hconnection-0x4561b0a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,544 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,544 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,551 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:30,564 DEBUG [hconnection-0x5cf276d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:20:30,565 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:20:30,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036090586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036090585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036090587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036090589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036090590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fb6aa08e28c0452c99ff962f2ff62aa6_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036030550/Put/seqid=0
2024-11-08T03:20:30,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741953_1129 (size=12154)
2024-11-08T03:20:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:30,640 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:30,645 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fb6aa08e28c0452c99ff962f2ff62aa6_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fb6aa08e28c0452c99ff962f2ff62aa6_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:30,646 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1f2ffdc611db46bf8652daa779dffe60, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:30,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1f2ffdc611db46bf8652daa779dffe60 is 175, key is test_row_0/A:col10/1731036030550/Put/seqid=0
2024-11-08T03:20:30,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741954_1130 (size=30955)
2024-11-08T03:20:30,672 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1f2ffdc611db46bf8652daa779dffe60
2024-11-08T03:20:30,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:30,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036090693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036090693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036090697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036090699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036090699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8c8dfdaa361344b8a38b5a5e13ad5465 is 50, key is test_row_0/B:col10/1731036030550/Put/seqid=0
2024-11-08T03:20:30,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741955_1131 (size=12001)
2024-11-08T03:20:30,720 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8c8dfdaa361344b8a38b5a5e13ad5465
2024-11-08T03:20:30,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/aaec1b98a1184de4929bd44ab1214e4e is 50, key is test_row_0/C:col10/1731036030550/Put/seqid=0
2024-11-08T03:20:30,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741956_1132 (size=12001)
2024-11-08T03:20:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:30,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036090900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036090903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036090903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036090904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036090905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:30,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:30,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:30,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:30,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:31,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,165 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/aaec1b98a1184de4929bd44ab1214e4e
2024-11-08T03:20:31,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1f2ffdc611db46bf8652daa779dffe60 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60
2024-11-08T03:20:31,177 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60, entries=150, sequenceid=17, filesize=30.2 K
2024-11-08T03:20:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8c8dfdaa361344b8a38b5a5e13ad5465 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465
2024-11-08T03:20:31,190 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:20:31,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/aaec1b98a1184de4929bd44ab1214e4e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e
2024-11-08T03:20:31,196 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:20:31,197 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 646ms, sequenceid=17, compaction requested=false
2024-11-08T03:20:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-08T03:20:31,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:31,212 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a5fcae76d7024e9a990946a349d5c56f_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036030585/Put/seqid=0
2024-11-08T03:20:31,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036091233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036091234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036091235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036091236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036091236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741957_1133 (size=14594)
2024-11-08T03:20:31,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:31,253 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a5fcae76d7024e9a990946a349d5c56f_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fcae76d7024e9a990946a349d5c56f_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:31,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/8c57ad43eea94718868275119f9b31f2, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:31,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/8c57ad43eea94718868275119f9b31f2 is 175, key is test_row_0/A:col10/1731036030585/Put/seqid=0
2024-11-08T03:20:31,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741958_1134 (size=39549)
2024-11-08T03:20:31,273 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/8c57ad43eea94718868275119f9b31f2
2024-11-08T03:20:31,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/64a9c77113b94e5ea3b59ce5ae7d1b1f is 50, key is test_row_0/B:col10/1731036030585/Put/seqid=0
2024-11-08T03:20:31,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741959_1135 (size=12001)
2024-11-08T03:20:31,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/64a9c77113b94e5ea3b59ce5ae7d1b1f
2024-11-08T03:20:31,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/bb989f3684514c29a74c0b07d3b07851 is 50, key is test_row_0/C:col10/1731036030585/Put/seqid=0
2024-11-08T03:20:31,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036091343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036091343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036091344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036091344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036091345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741960_1136 (size=12001)
2024-11-08T03:20:31,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036091546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036091547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036091549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036091549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036091549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:31,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/bb989f3684514c29a74c0b07d3b07851
2024-11-08T03:20:31,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/8c57ad43eea94718868275119f9b31f2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2
2024-11-08T03:20:31,757 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2, entries=200, sequenceid=41, filesize=38.6 K
2024-11-08T03:20:31,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/64a9c77113b94e5ea3b59ce5ae7d1b1f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f
2024-11-08T03:20:31,762 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T03:20:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/bb989f3684514c29a74c0b07d3b07851 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851
2024-11-08T03:20:31,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,771 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T03:20:31,772 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 560ms, sequenceid=41, compaction requested=false
2024-11-08T03:20:31,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:31,855 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:20:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:31,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:31,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085216c11292244339a4392cb3ef588678_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:31,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741961_1137 (size=12154)
2024-11-08T03:20:31,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:31,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036091875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036091876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036091877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036091880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,887 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085216c11292244339a4392cb3ef588678_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085216c11292244339a4392cb3ef588678_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:31,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036091882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/b4cd43b3951f4818a64e495c0d2b63bf, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:31,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/b4cd43b3951f4818a64e495c0d2b63bf is 175, key is test_row_0/A:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:31,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741962_1138 (size=30955)
2024-11-08T03:20:31,899 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/b4cd43b3951f4818a64e495c0d2b63bf
2024-11-08T03:20:31,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/506effcc547f4646a00dccf88c39b16a is 50, key is test_row_0/B:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:31,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:31,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:31,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741963_1139 (size=12001)
2024-11-08T03:20:31,926 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/506effcc547f4646a00dccf88c39b16a
2024-11-08T03:20:31,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/014b921e32b1408a88220ead156e157c is 50, key is test_row_0/C:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:31,942 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:20:31,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741964_1140 (size=12001)
2024-11-08T03:20:31,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036091984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036091985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036091986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036091987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:31,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036091988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036092189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036092189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036092190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036092191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036092193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:32,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=46
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:32,354 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/014b921e32b1408a88220ead156e157c
2024-11-08T03:20:32,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/b4cd43b3951f4818a64e495c0d2b63bf as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf
2024-11-08T03:20:32,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf, entries=150, sequenceid=58, filesize=30.2 K
2024-11-08T03:20:32,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/506effcc547f4646a00dccf88c39b16a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a
2024-11-08T03:20:32,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a, entries=150, sequenceid=58, filesize=11.7 K
2024-11-08T03:20:32,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/014b921e32b1408a88220ead156e157c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c
2024-11-08T03:20:32,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c, entries=150, sequenceid=58, filesize=11.7 K
2024-11-08T03:20:32,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 519ms, sequenceid=58, compaction requested=true
2024-11-08T03:20:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:32,375 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:32,375 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:32,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46
2024-11-08T03:20:32,376 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,376 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:32,376 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-08T03:20:32,377 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.2 K
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:32,377 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:32,377 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:32,378 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,378 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=99.1 K
2024-11-08T03:20:32,378 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,378 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf]
2024-11-08T03:20:32,379 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2ffdc611db46bf8652daa779dffe60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036030549
2024-11-08T03:20:32,379 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8dfdaa361344b8a38b5a5e13ad5465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036030549
2024-11-08T03:20:32,380 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a9c77113b94e5ea3b59ce5ae7d1b1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036030563
2024-11-08T03:20:32,380 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c57ad43eea94718868275119f9b31f2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036030563
2024-11-08T03:20:32,381 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 506effcc547f4646a00dccf88c39b16a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:32,381 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4cd43b3951f4818a64e495c0d2b63bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083afb7c0c9ded4261bdaf3edfa42e8d26_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036031875/Put/seqid=0
2024-11-08T03:20:32,395 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:32,401 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#122 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:32,401 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411085bd3651f961d4f22b6cb535af90ba0e0_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:32,401 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/5270f2cebfc34c91bca8c74a8c82295e is 50, key is test_row_0/B:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:32,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741965_1141 (size=12154)
2024-11-08T03:20:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:32,405 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411085bd3651f961d4f22b6cb535af90ba0e0_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:32,406 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085bd3651f961d4f22b6cb535af90ba0e0_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:32,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083afb7c0c9ded4261bdaf3edfa42e8d26_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083afb7c0c9ded4261bdaf3edfa42e8d26_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:32,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3a578642cc77498491ddeceac9361858, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:32,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3a578642cc77498491ddeceac9361858 is 175, key is test_row_0/A:col10/1731036031875/Put/seqid=0
2024-11-08T03:20:32,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741966_1142 (size=12104)
2024-11-08T03:20:32,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741967_1143 (size=4469)
2024-11-08T03:20:32,430 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/5270f2cebfc34c91bca8c74a8c82295e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/5270f2cebfc34c91bca8c74a8c82295e
2024-11-08T03:20:32,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741968_1144 (size=30955)
2024-11-08T03:20:32,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3a578642cc77498491ddeceac9361858
2024-11-08T03:20:32,441 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 5270f2cebfc34c91bca8c74a8c82295e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:32,441 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:32,441 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=13, startTime=1731036032375; duration=0sec
2024-11-08T03:20:32,442 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:32,442 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:32,442 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:32,445 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:32,446 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:32,446 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,446 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.2 K
2024-11-08T03:20:32,447 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting aaec1b98a1184de4929bd44ab1214e4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036030549
2024-11-08T03:20:32,448 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting bb989f3684514c29a74c0b07d3b07851, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036030563
2024-11-08T03:20:32,449 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 014b921e32b1408a88220ead156e157c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:32,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/c04b0c4c6d014707a4d17712bab8ee37 is 50, key is test_row_0/B:col10/1731036031875/Put/seqid=0
2024-11-08T03:20:32,457 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:32,458 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e52c27b5a98c4ff38eab9012c283c5f4 is 50, key is test_row_0/C:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:32,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741969_1145 (size=12104)
2024-11-08T03:20:32,489 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e52c27b5a98c4ff38eab9012c283c5f4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e52c27b5a98c4ff38eab9012c283c5f4
2024-11-08T03:20:32,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:32,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741970_1146 (size=12001)
2024-11-08T03:20:32,499 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into e52c27b5a98c4ff38eab9012c283c5f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:32,499 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:32,499 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=13, startTime=1731036032375; duration=0sec
2024-11-08T03:20:32,499 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:32,499 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:32,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036092555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036092555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036092555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036092560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036092561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:32,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036092662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036092663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036092663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036092666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036092667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,826 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#121 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:32,828 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1e1f2b15b2e340ff8944379fe8282e7a is 175, key is test_row_0/A:col10/1731036031854/Put/seqid=0
2024-11-08T03:20:32,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741971_1147 (size=31058)
2024-11-08T03:20:32,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036092867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036092867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036092869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036092869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036092870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:32,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/c04b0c4c6d014707a4d17712bab8ee37
2024-11-08T03:20:32,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/d6e65b3799404229afdd3f0b302ca080 is 50, key is test_row_0/C:col10/1731036031875/Put/seqid=0
2024-11-08T03:20:32,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741972_1148 (size=12001)
2024-11-08T03:20:32,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/d6e65b3799404229afdd3f0b302ca080
2024-11-08T03:20:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3a578642cc77498491ddeceac9361858 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858
2024-11-08T03:20:32,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858, entries=150, sequenceid=77, filesize=30.2 K
2024-11-08T03:20:32,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/c04b0c4c6d014707a4d17712bab8ee37 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37
2024-11-08T03:20:32,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:20:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/d6e65b3799404229afdd3f0b302ca080 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080
2024-11-08T03:20:32,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:20:32,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 565ms, sequenceid=77, compaction requested=false
2024-11-08T03:20:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46
2024-11-08T03:20:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=46
2024-11-08T03:20:32,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45
2024-11-08T03:20:32,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4060 sec
2024-11-08T03:20:32,945 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.4110 sec
2024-11-08T03:20:33,172 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:33,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bc0282c0986849bc9fb1445f343f2719_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:33,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036093188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036093191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036093192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036093193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036093194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741973_1149 (size=14594)
2024-11-08T03:20:33,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:33,208 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bc0282c0986849bc9fb1445f343f2719_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bc0282c0986849bc9fb1445f343f2719_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:33,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3f981f70737c477e9d72144d4dcb9903, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:33,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3f981f70737c477e9d72144d4dcb9903 is 175, key is test_row_0/A:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:33,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741974_1150 (size=39549)
2024-11-08T03:20:33,222 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3f981f70737c477e9d72144d4dcb9903
2024-11-08T03:20:33,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/b43a317249ce4bcb9fdf08aa7c635f75 is 50, key is test_row_0/B:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:33,240 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/1e1f2b15b2e340ff8944379fe8282e7a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a
2024-11-08T03:20:33,247 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 1e1f2b15b2e340ff8944379fe8282e7a(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:33,247 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:33,247 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=13, startTime=1731036032374; duration=0sec
2024-11-08T03:20:33,248 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:33,248 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:33,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741975_1151 (size=12001)
2024-11-08T03:20:33,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036093295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036093299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036093300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036093300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036093300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036093498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036093504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036093504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036093505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036093505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,657 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/b43a317249ce4bcb9fdf08aa7c635f75
2024-11-08T03:20:33,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/eba8af98092140c8b504bdfd602955c6 is 50, key is test_row_0/C:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:33,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741976_1152 (size=12001)
2024-11-08T03:20:33,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036093803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036093806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036093808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036093808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:33,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036093808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,082 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/eba8af98092140c8b504bdfd602955c6
2024-11-08T03:20:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3f981f70737c477e9d72144d4dcb9903 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903
2024-11-08T03:20:34,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903, entries=200, sequenceid=97, filesize=38.6 K
2024-11-08T03:20:34,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/b43a317249ce4bcb9fdf08aa7c635f75 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75
2024-11-08T03:20:34,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75, entries=150, sequenceid=97, filesize=11.7 K
2024-11-08T03:20:34,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/eba8af98092140c8b504bdfd602955c6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6
2024-11-08T03:20:34,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6, entries=150, sequenceid=97, filesize=11.7 K
2024-11-08T03:20:34,102 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 930ms, sequenceid=97, compaction requested=true
2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:34,102 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:34,102 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:34,103 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:34,104 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:34,104 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,104 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/5270f2cebfc34c91bca8c74a8c82295e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.3 K
2024-11-08T03:20:34,104 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:34,104 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:34,104 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,104 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=99.2 K
2024-11-08T03:20:34,104 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,104 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903]
2024-11-08T03:20:34,105 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e1f2b15b2e340ff8944379fe8282e7a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:34,105 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5270f2cebfc34c91bca8c74a8c82295e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:34,105 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a578642cc77498491ddeceac9361858, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036031863
2024-11-08T03:20:34,105 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c04b0c4c6d014707a4d17712bab8ee37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036031863
2024-11-08T03:20:34,105 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f981f70737c477e9d72144d4dcb9903, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032554
2024-11-08T03:20:34,106 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b43a317249ce4bcb9fdf08aa7c635f75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032558
2024-11-08T03:20:34,117 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:34,122 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110838879f3be0bb46f0b2a9c9373677b625_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:34,124 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:34,124 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/80e82cf6373a4dd58766803160bcfd6c is 50, key is test_row_0/B:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:34,126 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110838879f3be0bb46f0b2a9c9373677b625_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:34,126 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110838879f3be0bb46f0b2a9c9373677b625_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:34,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741977_1153 (size=12207)
2024-11-08T03:20:34,159 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/80e82cf6373a4dd58766803160bcfd6c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/80e82cf6373a4dd58766803160bcfd6c
2024-11-08T03:20:34,166 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 80e82cf6373a4dd58766803160bcfd6c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:34,166 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:34,167 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=13, startTime=1731036034102; duration=0sec
2024-11-08T03:20:34,167 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:34,167 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:34,167 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:34,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741978_1154 (size=4469)
2024-11-08T03:20:34,169 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:34,169 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:34,169 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,169 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e52c27b5a98c4ff38eab9012c283c5f4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.3 K
2024-11-08T03:20:34,170 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#129 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:34,170 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e52c27b5a98c4ff38eab9012c283c5f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731036031229
2024-11-08T03:20:34,170 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/301ebcc54501448aa68b7d5865a4b4c6 is 175, key is test_row_0/A:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:34,170 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e65b3799404229afdd3f0b302ca080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036031863
2024-11-08T03:20:34,171 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting eba8af98092140c8b504bdfd602955c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032558
2024-11-08T03:20:34,183 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:34,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741979_1155 (size=31161)
2024-11-08T03:20:34,184 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e9c46c62ae3649d68012181b13c39c5a is 50, key is test_row_0/C:col10/1731036032559/Put/seqid=0
2024-11-08T03:20:34,189 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/301ebcc54501448aa68b7d5865a4b4c6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6
2024-11-08T03:20:34,197 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 301ebcc54501448aa68b7d5865a4b4c6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:34,197 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:34,197 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=13, startTime=1731036034102; duration=0sec
2024-11-08T03:20:34,197 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:34,197 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:34,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741980_1156 (size=12207)
2024-11-08T03:20:34,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e9c46c62ae3649d68012181b13c39c5a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e9c46c62ae3649d68012181b13c39c5a
2024-11-08T03:20:34,218 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into e9c46c62ae3649d68012181b13c39c5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:34,218 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:34,218 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=13, startTime=1731036034102; duration=0sec
2024-11-08T03:20:34,218 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:34,218 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:34,311 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-08T03:20:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f90d2f423254384a38fa3ff8317caac_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036033191/Put/seqid=0
2024-11-08T03:20:34,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741981_1157 (size=12154)
2024-11-08T03:20:34,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036094328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:34,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036094330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036094333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036094334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036094334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,340 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f90d2f423254384a38fa3ff8317caac_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f90d2f423254384a38fa3ff8317caac_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:34,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eea61f2f77f742c4a883d89066f86c0a, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:34,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eea61f2f77f742c4a883d89066f86c0a is 175, key is test_row_0/A:col10/1731036033191/Put/seqid=0
2024-11-08T03:20:34,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741982_1158 (size=30955)
2024-11-08T03:20:34,358 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eea61f2f77f742c4a883d89066f86c0a
2024-11-08T03:20:34,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d1a67cebc5c145c3a9f6ae2e4f39431d is 50, key is test_row_0/B:col10/1731036033191/Put/seqid=0
2024-11-08T03:20:34,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741983_1159 (size=12001)
2024-11-08T03:20:34,394 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d1a67cebc5c145c3a9f6ae2e4f39431d
2024-11-08T03:20:34,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/3a24412a434440d5bd266456fd23e20b is 50, key is test_row_0/C:col10/1731036033191/Put/seqid=0
2024-11-08T03:20:34,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741984_1160 (size=12001)
2024-11-08T03:20:34,426 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/3a24412a434440d5bd266456fd23e20b
2024-11-08T03:20:34,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eea61f2f77f742c4a883d89066f86c0a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a
2024-11-08T03:20:34,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036094434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036094436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036094439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036094439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036094440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,444 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a, entries=150, sequenceid=120, filesize=30.2 K
2024-11-08T03:20:34,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d1a67cebc5c145c3a9f6ae2e4f39431d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d
2024-11-08T03:20:34,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d, entries=150, sequenceid=120, filesize=11.7 K
2024-11-08T03:20:34,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/3a24412a434440d5bd266456fd23e20b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b
2024-11-08T03:20:34,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b, entries=150, sequenceid=120, filesize=11.7 K
2024-11-08T03:20:34,469 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 158ms, sequenceid=120, compaction requested=false
2024-11-08T03:20:34,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45
2024-11-08T03:20:34,643 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed
2024-11-08T03:20:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:34,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:20:34,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:34,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees
2024-11-08T03:20:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:34,647 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:34,648 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:34,648 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:34,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036094656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036094657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036094658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbe2e838b471412095a036b941b6baa2_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:34,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036094659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036094660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741985_1161 (size=12304)
2024-11-08T03:20:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:34,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036094765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036094765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036094766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036094766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036094766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:34,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:34,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:34,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036094967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036094967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036094967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036094968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:34,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036094968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,002 INFO  [master/e729c2d9d3a5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T03:20:35,002 INFO  [master/e729c2d9d3a5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T03:20:35,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:35,074 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbe2e838b471412095a036b941b6baa2_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbe2e838b471412095a036b941b6baa2_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:35,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/2364611d05f449488d0d4fe19d0ca0be, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:35,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/2364611d05f449488d0d4fe19d0ca0be is 175, key is test_row_0/A:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:35,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741986_1162 (size=31105)
2024-11-08T03:20:35,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:35,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036095271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036095271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036095271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036095272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036095273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,484 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/2364611d05f449488d0d4fe19d0ca0be
2024-11-08T03:20:35,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/ce70743a6ed5420686a0a843a4930ae3 is 50, key is test_row_0/B:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:35,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741987_1163 (size=12151)
2024-11-08T03:20:35,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:35,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036095777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036095777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036095778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036095778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036095778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:35,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:35,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:35,923 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/ce70743a6ed5420686a0a843a4930ae3
2024-11-08T03:20:35,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/91c447027f6244c39c5e391b87f647d9 is 50, key is test_row_0/C:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:35,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741988_1164 (size=12151)
2024-11-08T03:20:36,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:36,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:36,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=48
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:36,336 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/91c447027f6244c39c5e391b87f647d9
2024-11-08T03:20:36,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/2364611d05f449488d0d4fe19d0ca0be as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be
2024-11-08T03:20:36,345 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be, entries=150, sequenceid=142, filesize=30.4 K
2024-11-08T03:20:36,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/ce70743a6ed5420686a0a843a4930ae3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3
2024-11-08T03:20:36,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3, entries=150, sequenceid=142, filesize=11.9 K
2024-11-08T03:20:36,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/91c447027f6244c39c5e391b87f647d9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9
2024-11-08T03:20:36,357 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9, entries=150, sequenceid=142, filesize=11.9 K
2024-11-08T03:20:36,358 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1714ms, sequenceid=142, compaction requested=true
2024-11-08T03:20:36,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:36,359 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T03:20:36,359 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:36,360 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:36,360 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:36,360 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:36,360 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:36,360 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,360 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,360 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/80e82cf6373a4dd58766803160bcfd6c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.5 K
2024-11-08T03:20:36,360 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=91.0 K
2024-11-08T03:20:36,361 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,361 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be]
2024-11-08T03:20:36,361 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 80e82cf6373a4dd58766803160bcfd6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032558
2024-11-08T03:20:36,361 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 301ebcc54501448aa68b7d5865a4b4c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032558
2024-11-08T03:20:36,362 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea61f2f77f742c4a883d89066f86c0a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731036033191
2024-11-08T03:20:36,362 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a67cebc5c145c3a9f6ae2e4f39431d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731036033191
2024-11-08T03:20:36,362 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2364611d05f449488d0d4fe19d0ca0be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:36,362 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ce70743a6ed5420686a0a843a4930ae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:36,371 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:36,372 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/3bfabaf638ac467f81adfd821211d86b is 50, key is test_row_0/B:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:36,377 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:36,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741989_1165 (size=12459)
2024-11-08T03:20:36,380 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108b0e31853cf1e47a9b18d5779a4c9b24a_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:36,382 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108b0e31853cf1e47a9b18d5779a4c9b24a_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:36,382 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b0e31853cf1e47a9b18d5779a4c9b24a_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:36,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741990_1166 (size=4469)
2024-11-08T03:20:36,388 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/3bfabaf638ac467f81adfd821211d86b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/3bfabaf638ac467f81adfd821211d86b
2024-11-08T03:20:36,393 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 3bfabaf638ac467f81adfd821211d86b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:36,393 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:36,393 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=13, startTime=1731036036359; duration=0sec
2024-11-08T03:20:36,393 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:36,393 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:36,393 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:36,394 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:36,394 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:36,394 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,394 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e9c46c62ae3649d68012181b13c39c5a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.5 K
2024-11-08T03:20:36,395 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c46c62ae3649d68012181b13c39c5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731036032558
2024-11-08T03:20:36,395 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a24412a434440d5bd266456fd23e20b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731036033191
2024-11-08T03:20:36,395 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c447027f6244c39c5e391b87f647d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:36,401 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:36,401 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/94ac211e46ce41508757239735de0753 is 50, key is test_row_0/C:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:36,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741991_1167 (size=12459)
2024-11-08T03:20:36,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:36,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:36,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110802a9155c090144f3a6078d1e06fe03c2_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036034657/Put/seqid=0
2024-11-08T03:20:36,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741992_1168 (size=12304)
2024-11-08T03:20:36,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:36,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110802a9155c090144f3a6078d1e06fe03c2_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802a9155c090144f3a6078d1e06fe03c2_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c348c1014cdd4c9d89551501e615b2e3, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c348c1014cdd4c9d89551501e615b2e3 is 175, key is test_row_0/A:col10/1731036034657/Put/seqid=0
2024-11-08T03:20:36,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741993_1169 (size=31105)
2024-11-08T03:20:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:36,788 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:36,789 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3b83a23404594978b6ee372f6860b36c is 175, key is test_row_0/A:col10/1731036034642/Put/seqid=0
2024-11-08T03:20:36,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741994_1170 (size=31413)
2024-11-08T03:20:36,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036096797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036096799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036096800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036096802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036096803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,817 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/94ac211e46ce41508757239735de0753 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/94ac211e46ce41508757239735de0753
2024-11-08T03:20:36,821 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 94ac211e46ce41508757239735de0753(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:36,821 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:36,821 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=13, startTime=1731036036359; duration=0sec
2024-11-08T03:20:36,821 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:36,821 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:36,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036096904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036096905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036096905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036096907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036096907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:36,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c348c1014cdd4c9d89551501e615b2e3
2024-11-08T03:20:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a80fe8459ced410f9a793147046d2672 is 50, key is test_row_0/B:col10/1731036034657/Put/seqid=0
2024-11-08T03:20:36,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741995_1171 (size=12151)
2024-11-08T03:20:37,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036097107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036097107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036097108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036097110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036097110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,198 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/3b83a23404594978b6ee372f6860b36c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c
2024-11-08T03:20:37,202 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 3b83a23404594978b6ee372f6860b36c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:37,203 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:37,203 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=13, startTime=1731036036359; duration=0sec
2024-11-08T03:20:37,203 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:37,203 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:37,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a80fe8459ced410f9a793147046d2672
2024-11-08T03:20:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/6c487ce878cf4c81a223bda74a8ed256 is 50, key is test_row_0/C:col10/1731036034657/Put/seqid=0
2024-11-08T03:20:37,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741996_1172 (size=12151)
2024-11-08T03:20:37,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036097409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036097409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036097410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036097416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036097417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/6c487ce878cf4c81a223bda74a8ed256
2024-11-08T03:20:37,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c348c1014cdd4c9d89551501e615b2e3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3
2024-11-08T03:20:37,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3, entries=150, sequenceid=157, filesize=30.4 K
2024-11-08T03:20:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a80fe8459ced410f9a793147046d2672 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672
2024-11-08T03:20:37,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T03:20:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/6c487ce878cf4c81a223bda74a8ed256 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256
2024-11-08T03:20:37,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T03:20:37,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1279ms, sequenceid=157, compaction requested=false
2024-11-08T03:20:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-08T03:20:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=48
2024-11-08T03:20:37,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47
2024-11-08T03:20:37,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1130 sec
2024-11-08T03:20:37,764 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.1170 sec
2024-11-08T03:20:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:37,914 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:20:37,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:37,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:37,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:37,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:37,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:37,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:37,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108def20f59f2314cc18296d5eee9bd0a33_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:37,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036097922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741997_1173 (size=14794)
2024-11-08T03:20:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036097922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036097922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036097925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,927 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:37,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036097925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:37,931 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108def20f59f2314cc18296d5eee9bd0a33_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108def20f59f2314cc18296d5eee9bd0a33_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:37,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/e228205b66544ee9a984907fc3e07525, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:37,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/e228205b66544ee9a984907fc3e07525 is 175, key is test_row_0/A:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:37,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741998_1174 (size=39749)
2024-11-08T03:20:38,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036098026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036098026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036098026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036098027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036098029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T03:20:38,189 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-08T03:20:38,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036098228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036098228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036098229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036098232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036098232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,338 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/e228205b66544ee9a984907fc3e07525
2024-11-08T03:20:38,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/6a195fdcb982413da9aa8ca26d1dc6c7 is 50, key is test_row_0/B:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:38,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741999_1175 (size=12151)
2024-11-08T03:20:38,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036098530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036098530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036098532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036098534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036098535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47
2024-11-08T03:20:38,751 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed
2024-11-08T03:20:38,752 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees
2024-11-08T03:20:38,754 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:38,754 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:38,754 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:38,759 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/6a195fdcb982413da9aa8ca26d1dc6c7
2024-11-08T03:20:38,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/5865a3b02ea8429ab7f726870fbc2785 is 50, key is test_row_0/C:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:38,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742000_1176 (size=12151)
2024-11-08T03:20:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:38,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:38,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-08T03:20:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:38,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:39,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036099047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036099047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036099047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036099047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036099047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:39,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-08T03:20:39,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:39,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/5865a3b02ea8429ab7f726870fbc2785
2024-11-08T03:20:39,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/e228205b66544ee9a984907fc3e07525 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525
2024-11-08T03:20:39,182 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525, entries=200, sequenceid=182, filesize=38.8 K
2024-11-08T03:20:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/6a195fdcb982413da9aa8ca26d1dc6c7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7
2024-11-08T03:20:39,188 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7, entries=150, sequenceid=182, filesize=11.9 K
2024-11-08T03:20:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/5865a3b02ea8429ab7f726870fbc2785 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785
2024-11-08T03:20:39,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785, entries=150, sequenceid=182, filesize=11.9 K
2024-11-08T03:20:39,200 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1286ms, sequenceid=182, compaction requested=true
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:39,201 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:39,201 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:39,202 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:39,202 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:39,202 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:39,202 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:39,202 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,202 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,202 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/3bfabaf638ac467f81adfd821211d86b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.9 K
2024-11-08T03:20:39,202 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=99.9 K
2024-11-08T03:20:39,202 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,203 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525]
2024-11-08T03:20:39,203 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bfabaf638ac467f81adfd821211d86b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:39,203 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b83a23404594978b6ee372f6860b36c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:39,203 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a80fe8459ced410f9a793147046d2672, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036034654
2024-11-08T03:20:39,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a195fdcb982413da9aa8ca26d1dc6c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:39,204 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c348c1014cdd4c9d89551501e615b2e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036034654
2024-11-08T03:20:39,204 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e228205b66544ee9a984907fc3e07525, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:39,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:39,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-11-08T03:20:39,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:39,219 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:39,228 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108734a4122216545cc908e995d5f46132e_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:39,229 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:39,229 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/990d1d5538774082a16f6302f77c948e is 50, key is test_row_0/B:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:39,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c2ea75c0be8d4139bec7c63b38814616_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036037921/Put/seqid=0
2024-11-08T03:20:39,231 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108734a4122216545cc908e995d5f46132e_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:39,232 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108734a4122216545cc908e995d5f46132e_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:39,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742001_1177 (size=12561)
2024-11-08T03:20:39,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742002_1178 (size=4469)
2024-11-08T03:20:39,254 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/990d1d5538774082a16f6302f77c948e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/990d1d5538774082a16f6302f77c948e
2024-11-08T03:20:39,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742003_1179 (size=12304)
2024-11-08T03:20:39,261 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 990d1d5538774082a16f6302f77c948e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:39,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:39,261 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=13, startTime=1731036039201; duration=0sec
2024-11-08T03:20:39,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:39,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:39,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:39,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:39,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:39,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:39,264 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/94ac211e46ce41508757239735de0753, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=35.9 K
2024-11-08T03:20:39,264 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ac211e46ce41508757239735de0753, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731036034330
2024-11-08T03:20:39,264 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c487ce878cf4c81a223bda74a8ed256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036034654
2024-11-08T03:20:39,264 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5865a3b02ea8429ab7f726870fbc2785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:39,272 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:39,273 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f983e34159ea40cc88b7374c78249514 is 50, key is test_row_0/C:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:39,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742004_1180 (size=12561)
2024-11-08T03:20:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:39,659 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#147 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:39,659 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/aa2125b846f8445783916e3e732399d4 is 175, key is test_row_0/A:col10/1731036037913/Put/seqid=0
2024-11-08T03:20:39,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c2ea75c0be8d4139bec7c63b38814616_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c2ea75c0be8d4139bec7c63b38814616_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:39,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742005_1181 (size=31515)
2024-11-08T03:20:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/92ab3c4557384f5d869b0e0ab7b6e218, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/92ab3c4557384f5d869b0e0ab7b6e218 is 175, key is test_row_0/A:col10/1731036037921/Put/seqid=0
2024-11-08T03:20:39,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742006_1182 (size=31105)
2024-11-08T03:20:39,685 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f983e34159ea40cc88b7374c78249514 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f983e34159ea40cc88b7374c78249514
2024-11-08T03:20:39,690 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into f983e34159ea40cc88b7374c78249514(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:39,690 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:39,690 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=13, startTime=1731036039201; duration=0sec
2024-11-08T03:20:39,690 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:39,690 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:40,069 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/aa2125b846f8445783916e3e732399d4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4
2024-11-08T03:20:40,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/92ab3c4557384f5d869b0e0ab7b6e218
2024-11-08T03:20:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a5ece3cb5e8a41b38a32cabed3121b01 is 50, key is test_row_0/B:col10/1731036037921/Put/seqid=0
2024-11-08T03:20:40,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742007_1183 (size=12151)
2024-11-08T03:20:40,086 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into aa2125b846f8445783916e3e732399d4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:40,087 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:40,087 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=13, startTime=1731036039201; duration=0sec
2024-11-08T03:20:40,087 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:40,087 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:40,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036100099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036100102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036100103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036100103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036100103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036100204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036100204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036100206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036100206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036100207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036100408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036100409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036100409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036100409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036100409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a5ece3cb5e8a41b38a32cabed3121b01
2024-11-08T03:20:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/67ff72eaf1194462bb3d72a1a93e0ab9 is 50, key is test_row_0/C:col10/1731036037921/Put/seqid=0
2024-11-08T03:20:40,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742008_1184 (size=12151)
2024-11-08T03:20:40,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036100711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036100713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036100713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036100714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036100714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:40,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/67ff72eaf1194462bb3d72a1a93e0ab9
2024-11-08T03:20:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/92ab3c4557384f5d869b0e0ab7b6e218 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218
2024-11-08T03:20:40,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218, entries=150, sequenceid=195, filesize=30.4 K
2024-11-08T03:20:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/a5ece3cb5e8a41b38a32cabed3121b01 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01
2024-11-08T03:20:40,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01, entries=150, sequenceid=195, filesize=11.9 K
2024-11-08T03:20:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/67ff72eaf1194462bb3d72a1a93e0ab9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9
2024-11-08T03:20:40,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9, entries=150, sequenceid=195, filesize=11.9 K
2024-11-08T03:20:40,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1738ms, sequenceid=195, compaction requested=false
2024-11-08T03:20:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-11-08T03:20:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=50
2024-11-08T03:20:40,950 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49
2024-11-08T03:20:40,950 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1950 sec
2024-11-08T03:20:40,951 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.1980 sec
2024-11-08T03:20:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:41,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:41,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e141e666c5b4782a69f1e2b1fcebd8a_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:41,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036101222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036101221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742009_1185 (size=14794)
2024-11-08T03:20:41,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036101226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036101226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036101226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036101327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036101331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036101331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036101331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036101530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036101533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036101534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036101534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:41,633 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e141e666c5b4782a69f1e2b1fcebd8a_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e141e666c5b4782a69f1e2b1fcebd8a_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:41,634 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c5f085f18656496788c57ed21338d3c5, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:41,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c5f085f18656496788c57ed21338d3c5 is 175, key is test_row_0/A:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:41,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742010_1186 (size=39749)
2024-11-08T03:20:41,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036101833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036101836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036101837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:41,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036101840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,040 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c5f085f18656496788c57ed21338d3c5
2024-11-08T03:20:42,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/e9966a046d7a43c49358318b2e2a5e25 is 50, key is test_row_0/B:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:42,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742011_1187 (size=12151)
2024-11-08T03:20:42,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036102233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036102338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:42,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036102341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036102341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036102346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:42,462 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/e9966a046d7a43c49358318b2e2a5e25
2024-11-08T03:20:42,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/873e6c04f72a4db3a26811f2881aec32 is 50, key is test_row_0/C:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:42,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742012_1188 (size=12151)
2024-11-08T03:20:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-11-08T03:20:42,859 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed
2024-11-08T03:20:42,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees
2024-11-08T03:20:42,861 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:42,861 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:42,861 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:42,874 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/873e6c04f72a4db3a26811f2881aec32
2024-11-08T03:20:42,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c5f085f18656496788c57ed21338d3c5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5
2024-11-08T03:20:42,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5, entries=200, sequenceid=223, filesize=38.8 K
2024-11-08T03:20:42,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/e9966a046d7a43c49358318b2e2a5e25 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25
2024-11-08T03:20:42,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25, entries=150, sequenceid=223, filesize=11.9 K
2024-11-08T03:20:42,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/873e6c04f72a4db3a26811f2881aec32 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32
2024-11-08T03:20:42,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32, entries=150, sequenceid=223, filesize=11.9 K
2024-11-08T03:20:42,893 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1677ms, sequenceid=223, compaction requested=true
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:42,894 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:42,894 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:42,895 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:42,895 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:42,895 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/990d1d5538774082a16f6302f77c948e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=36.0 K
2024-11-08T03:20:42,895 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=100.0 K
2024-11-08T03:20:42,895 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5]
2024-11-08T03:20:42,895 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 990d1d5538774082a16f6302f77c948e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:42,896 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa2125b846f8445783916e3e732399d4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:42,896 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a5ece3cb5e8a41b38a32cabed3121b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731036037921
2024-11-08T03:20:42,896 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92ab3c4557384f5d869b0e0ab7b6e218, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731036037921
2024-11-08T03:20:42,896 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e9966a046d7a43c49358318b2e2a5e25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:42,897 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5f085f18656496788c57ed21338d3c5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:42,903 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:42,903 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:42,904 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/19d0fd265c1546bfb90d7abde902279a is 50, key is test_row_0/B:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:42,905 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411083361304c963d40ef88f3cd6dfc54d088_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:42,908 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411083361304c963d40ef88f3cd6dfc54d088_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:42,908 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083361304c963d40ef88f3cd6dfc54d088_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:42,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742013_1189 (size=12663)
2024-11-08T03:20:42,921 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/19d0fd265c1546bfb90d7abde902279a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/19d0fd265c1546bfb90d7abde902279a
2024-11-08T03:20:42,928 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 19d0fd265c1546bfb90d7abde902279a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:42,928 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:42,928 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=13, startTime=1731036042894; duration=0sec
2024-11-08T03:20:42,929 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:42,929 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:42,929 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:20:42,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:20:42,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:42,930 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:42,931 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f983e34159ea40cc88b7374c78249514, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=36.0 K
2024-11-08T03:20:42,931 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f983e34159ea40cc88b7374c78249514, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731036036795
2024-11-08T03:20:42,931 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 67ff72eaf1194462bb3d72a1a93e0ab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731036037921
2024-11-08T03:20:42,932 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 873e6c04f72a4db3a26811f2881aec32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:42,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742014_1190 (size=4469)
2024-11-08T03:20:42,938 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:42,939 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e2a1654c94fc446799ffb458fce8915f is 50, key is test_row_0/C:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:42,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742015_1191 (size=12663)
2024-11-08T03:20:42,949 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/e2a1654c94fc446799ffb458fce8915f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e2a1654c94fc446799ffb458fce8915f
2024-11-08T03:20:42,955 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into e2a1654c94fc446799ffb458fce8915f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:42,955 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:42,955 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=13, startTime=1731036042894; duration=0sec
2024-11-08T03:20:42,955 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:42,956 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:43,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-11-08T03:20:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:43,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:20:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110836f9b077430d464e81d0b2b9b89f8524_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036041224/Put/seqid=0
2024-11-08T03:20:43,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742016_1192 (size=12304)
2024-11-08T03:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:43,334 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:43,335 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6a1cbf2bc24b41f89797662e5427eb98 is 175, key is test_row_0/A:col10/1731036041215/Put/seqid=0
2024-11-08T03:20:43,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742017_1193 (size=31617)
2024-11-08T03:20:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:43,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036103369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036103368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036103369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036103370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:43,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110836f9b077430d464e81d0b2b9b89f8524_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836f9b077430d464e81d0b2b9b89f8524_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:43,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eb092c7d6ec54acc9254c1f455bed16b, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eb092c7d6ec54acc9254c1f455bed16b is 175, key is test_row_0/A:col10/1731036041224/Put/seqid=0
2024-11-08T03:20:43,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742018_1194 (size=31105)
2024-11-08T03:20:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:43,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036103473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036103473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036103473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036103473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036103676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036103677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036103677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036103677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,744 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6a1cbf2bc24b41f89797662e5427eb98 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98
2024-11-08T03:20:43,749 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 6a1cbf2bc24b41f89797662e5427eb98(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:43,749 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:43,749 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=13, startTime=1731036042894; duration=0sec
2024-11-08T03:20:43,749 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:43,749 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:43,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eb092c7d6ec54acc9254c1f455bed16b
2024-11-08T03:20:43,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8f0b067cb00b4873815225101bafe61c is 50, key is test_row_0/B:col10/1731036041224/Put/seqid=0
2024-11-08T03:20:43,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742019_1195 (size=12151)
2024-11-08T03:20:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036103980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036103980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036103980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036103980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036104237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,238 DEBUG [Thread-641 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:44,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8f0b067cb00b4873815225101bafe61c
2024-11-08T03:20:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f92ca1cb6d654077a13b451e2ad961db is 50, key is test_row_0/C:col10/1731036041224/Put/seqid=0
2024-11-08T03:20:44,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742020_1196 (size=12151)
2024-11-08T03:20:44,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036104483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036104484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036104484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036104486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:44,661 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f92ca1cb6d654077a13b451e2ad961db
2024-11-08T03:20:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/eb092c7d6ec54acc9254c1f455bed16b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b
2024-11-08T03:20:44,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b, entries=150, sequenceid=236, filesize=30.4 K
2024-11-08T03:20:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/8f0b067cb00b4873815225101bafe61c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c
2024-11-08T03:20:44,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c, entries=150, sequenceid=236, filesize=11.9 K
2024-11-08T03:20:44,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f92ca1cb6d654077a13b451e2ad961db as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db
2024-11-08T03:20:44,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db, entries=150, sequenceid=236, filesize=11.9 K
2024-11-08T03:20:44,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1668ms, sequenceid=236, compaction requested=false
2024-11-08T03:20:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-08T03:20:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=52
2024-11-08T03:20:44,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51
2024-11-08T03:20:44,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec
2024-11-08T03:20:44,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8230 sec
2024-11-08T03:20:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-11-08T03:20:44,965 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed
2024-11-08T03:20:44,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees
2024-11-08T03:20:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:44,967 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:44,967 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:44,968 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:45,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:45,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:45,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084b73c2e2903e4e03ad6053df9fa3b969_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036043369/Put/seqid=0
2024-11-08T03:20:45,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742021_1197 (size=12454)
2024-11-08T03:20:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:45,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:45,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036105494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036105495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036105496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036105496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:45,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084b73c2e2903e4e03ad6053df9fa3b969_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084b73c2e2903e4e03ad6053df9fa3b969_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/848f5aa62aa94138a6cb52fbea1c61e7, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/848f5aa62aa94138a6cb52fbea1c61e7 is 175, key is test_row_0/A:col10/1731036043369/Put/seqid=0
2024-11-08T03:20:45,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742022_1198 (size=31255)
2024-11-08T03:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:45,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036105598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036105598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036105598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036105800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036105800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036105800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:45,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/848f5aa62aa94138a6cb52fbea1c61e7
2024-11-08T03:20:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/426ac7574eeb40d391da7a86f2174420 is 50, key is test_row_0/B:col10/1731036043369/Put/seqid=0
2024-11-08T03:20:45,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742023_1199 (size=12301)
2024-11-08T03:20:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036106102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036106102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036106104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/426ac7574eeb40d391da7a86f2174420
2024-11-08T03:20:46,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/dba6802bec6643c58a1e6294eede5d00 is 50, key is test_row_0/C:col10/1731036043369/Put/seqid=0
2024-11-08T03:20:46,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742024_1200 (size=12301)
2024-11-08T03:20:46,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036106605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036106608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036106609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:46,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/dba6802bec6643c58a1e6294eede5d00
2024-11-08T03:20:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/848f5aa62aa94138a6cb52fbea1c61e7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7
2024-11-08T03:20:46,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7, entries=150, sequenceid=262, filesize=30.5 K
2024-11-08T03:20:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/426ac7574eeb40d391da7a86f2174420 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420
2024-11-08T03:20:46,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420, entries=150, sequenceid=262, filesize=12.0 K
2024-11-08T03:20:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/dba6802bec6643c58a1e6294eede5d00 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00
2024-11-08T03:20:46,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00, entries=150, sequenceid=262, filesize=12.0 K
2024-11-08T03:20:46,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1673ms, sequenceid=262, compaction requested=true
2024-11-08T03:20:46,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:46,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:46,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-08T03:20:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=54
2024-11-08T03:20:46,795 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53
2024-11-08T03:20:46,795 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec
2024-11-08T03:20:46,796 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8290 sec
2024-11-08T03:20:46,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:20:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-11-08T03:20:47,070 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed
2024-11-08T03:20:47,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees
2024-11-08T03:20:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:47,072 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:47,073 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:47,073 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:47,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-11-08T03:20:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:47,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108307b425e03bf4f98924667b71052b331_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036045493/Put/seqid=0
2024-11-08T03:20:47,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742025_1201 (size=12454)
2024-11-08T03:20:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:47,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036107554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036107608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036107619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036107620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:47,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108307b425e03bf4f98924667b71052b331_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108307b425e03bf4f98924667b71052b331_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:47,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c7e59be04e214e8fbd43fc7506a720cb, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:47,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c7e59be04e214e8fbd43fc7506a720cb is 175, key is test_row_0/A:col10/1731036045493/Put/seqid=0
2024-11-08T03:20:47,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742026_1202 (size=31255)
2024-11-08T03:20:47,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c7e59be04e214e8fbd43fc7506a720cb
2024-11-08T03:20:47,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/86f82f9ff8b94d26960b3ac3520cbdf0 is 50, key is test_row_0/B:col10/1731036045493/Put/seqid=0
2024-11-08T03:20:47,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036107657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:47,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742027_1203 (size=12301)
2024-11-08T03:20:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:47,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036107859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:48,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/86f82f9ff8b94d26960b3ac3520cbdf0
2024-11-08T03:20:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f638daaf454e4f34af47089fb8920b6c is 50, key is test_row_0/C:col10/1731036045493/Put/seqid=0
2024-11-08T03:20:48,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742028_1204 (size=12301)
2024-11-08T03:20:48,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036108164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:48,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42486 deadline: 1731036108245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:48,248 DEBUG [Thread-641 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:48,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f638daaf454e4f34af47089fb8920b6c
2024-11-08T03:20:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/c7e59be04e214e8fbd43fc7506a720cb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb
2024-11-08T03:20:48,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb, entries=150, sequenceid=273, filesize=30.5 K
2024-11-08T03:20:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/86f82f9ff8b94d26960b3ac3520cbdf0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0
2024-11-08T03:20:48,488 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0, entries=150, sequenceid=273, filesize=12.0 K
2024-11-08T03:20:48,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/f638daaf454e4f34af47089fb8920b6c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c
2024-11-08T03:20:48,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c, entries=150, sequenceid=273, filesize=12.0 K
2024-11-08T03:20:48,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1274ms, sequenceid=273, compaction requested=true
2024-11-08T03:20:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-11-08T03:20:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=56
2024-11-08T03:20:48,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55
2024-11-08T03:20:48,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-08T03:20:48,501 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4300 sec
2024-11-08T03:20:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:48,671 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:48,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:48,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083fc31fb3bb454d0daa992b698e97afb1_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:48,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742029_1205 (size=14994)
2024-11-08T03:20:48,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036108692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:48,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036108796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036108999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:49,087 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083fc31fb3bb454d0daa992b698e97afb1_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083fc31fb3bb454d0daa992b698e97afb1_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:49,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/7ac84ed3ffe2432695bf36c21061f146, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:49,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/7ac84ed3ffe2432695bf36c21061f146 is 175, key is test_row_0/A:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:49,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742030_1206 (size=39949)
2024-11-08T03:20:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-11-08T03:20:49,175 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed
2024-11-08T03:20:49,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:20:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees
2024-11-08T03:20:49,177 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:20:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:49,178 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:20:49,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:20:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:49,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036109304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:49,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,492 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/7ac84ed3ffe2432695bf36c21061f146
2024-11-08T03:20:49,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/40bd55efb48d4a5782086da00e61acf6 is 50, key is test_row_0/B:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:49,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742031_1207 (size=12301)
2024-11-08T03:20:49,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42510 deadline: 1731036109622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,625 DEBUG [Thread-645 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:49,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42468 deadline: 1731036109627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,628 DEBUG [Thread-637 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:49,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42496 deadline: 1731036109631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,634 DEBUG [Thread-643 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:20:49,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:49,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:20:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731036109806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,903 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/40bd55efb48d4a5782086da00e61acf6
2024-11-08T03:20:49,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7 is 50, key is test_row_0/C:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:49,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742032_1208 (size=12301)
2024-11-08T03:20:49,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:49,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:49,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:49,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:49,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:50,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:50,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58
java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=58
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:50,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7
2024-11-08T03:20:50,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/7ac84ed3ffe2432695bf36c21061f146 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146
2024-11-08T03:20:50,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146, entries=200, sequenceid=299, filesize=39.0 K
2024-11-08T03:20:50,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/40bd55efb48d4a5782086da00e61acf6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6
2024-11-08T03:20:50,327 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6, entries=150, sequenceid=299, filesize=12.0 K
2024-11-08T03:20:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7
2024-11-08T03:20:50,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7, entries=150, sequenceid=299, filesize=12.0 K
2024-11-08T03:20:50,333 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1662ms, sequenceid=299, compaction requested=true
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:20:50,333 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:50,333 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8767cc80e2ca134b8ccfdd7d1181b6f0:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 165181 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61717 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/A is initiating minor compaction (all files)
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/B is initiating minor compaction (all files)
2024-11-08T03:20:50,335 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/B in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,335 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/A in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,335 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/19d0fd265c1546bfb90d7abde902279a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=60.3 K
2024-11-08T03:20:50,335 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=161.3 K
2024-11-08T03:20:50,335 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146]
2024-11-08T03:20:50,335 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d0fd265c1546bfb90d7abde902279a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a1cbf2bc24b41f89797662e5427eb98, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0b067cb00b4873815225101bafe61c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731036041221
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb092c7d6ec54acc9254c1f455bed16b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731036041221
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 426ac7574eeb40d391da7a86f2174420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731036043367
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 848f5aa62aa94138a6cb52fbea1c61e7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731036043367
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 86f82f9ff8b94d26960b3ac3520cbdf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036045487
2024-11-08T03:20:50,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7e59be04e214e8fbd43fc7506a720cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036045487
2024-11-08T03:20:50,337 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 40bd55efb48d4a5782086da00e61acf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731036047542
2024-11-08T03:20:50,337 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ac84ed3ffe2432695bf36c21061f146, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731036047542
2024-11-08T03:20:50,344 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:50,345 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:50,345 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108bab6325d62d14615b5c03a0a1906078a_8767cc80e2ca134b8ccfdd7d1181b6f0 store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:50,346 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/4366ad7999dd47a9a409b4937f8ddc0d is 50, key is test_row_0/B:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:50,348 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108bab6325d62d14615b5c03a0a1906078a_8767cc80e2ca134b8ccfdd7d1181b6f0, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:50,348 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bab6325d62d14615b5c03a0a1906078a_8767cc80e2ca134b8ccfdd7d1181b6f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:50,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742033_1209 (size=12983)
2024-11-08T03:20:50,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742034_1210 (size=4469)
2024-11-08T03:20:50,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:50,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-11-08T03:20:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c7418ec7a58445009ac17aa9e2ea7649_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036048691/Put/seqid=0
2024-11-08T03:20:50,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742035_1211 (size=12454)
2024-11-08T03:20:50,538 DEBUG [Thread-652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:63666
2024-11-08T03:20:50,538 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:50,538 DEBUG [Thread-648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:63666
2024-11-08T03:20:50,538 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:50,539 DEBUG [Thread-650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:63666
2024-11-08T03:20:50,539 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:50,542 DEBUG [Thread-654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:63666
2024-11-08T03:20:50,543 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:50,760 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/4366ad7999dd47a9a409b4937f8ddc0d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/4366ad7999dd47a9a409b4937f8ddc0d
2024-11-08T03:20:50,761 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:50,762 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/4a11007c2f8d4cf5aff6acf589449eff is 175, key is test_row_0/A:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:50,765 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/B of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 4366ad7999dd47a9a409b4937f8ddc0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:50,765 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:50,765 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/B, priority=11, startTime=1731036050333; duration=0sec
2024-11-08T03:20:50,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742036_1212 (size=31937)
2024-11-08T03:20:50,766 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:20:50,766 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:B
2024-11-08T03:20:50,766 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T03:20:50,767 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61717 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T03:20:50,767 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 8767cc80e2ca134b8ccfdd7d1181b6f0/C is initiating minor compaction (all files)
2024-11-08T03:20:50,767 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8767cc80e2ca134b8ccfdd7d1181b6f0/C in TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:50,767 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e2a1654c94fc446799ffb458fce8915f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp, totalSize=60.3 K
2024-11-08T03:20:50,768 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a1654c94fc446799ffb458fce8915f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731036040095
2024-11-08T03:20:50,768 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f92ca1cb6d654077a13b451e2ad961db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731036041221
2024-11-08T03:20:50,768 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting dba6802bec6643c58a1e6294eede5d00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731036043367
2024-11-08T03:20:50,768 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f638daaf454e4f34af47089fb8920b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036045487
2024-11-08T03:20:50,769 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b2f8c9cb3b5a4ded9d9f286f5193e9b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731036047542
2024-11-08T03:20:50,777 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8767cc80e2ca134b8ccfdd7d1181b6f0#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:20:50,777 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/d6e750780e794134884c8a3281aa6230 is 50, key is test_row_0/C:col10/1731036048670/Put/seqid=0
2024-11-08T03:20:50,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742037_1213 (size=12983)
2024-11-08T03:20:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. as already flushing
2024-11-08T03:20:50,811 DEBUG [Thread-639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:63666
2024-11-08T03:20:50,811 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:50,816 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c7418ec7a58445009ac17aa9e2ea7649_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7418ec7a58445009ac17aa9e2ea7649_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:50,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/f382f96f30a54880bc70b0a34ba9ade3, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:50,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/f382f96f30a54880bc70b0a34ba9ade3 is 175, key is test_row_0/A:col10/1731036048691/Put/seqid=0
2024-11-08T03:20:50,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742038_1214 (size=31255)
2024-11-08T03:20:51,175 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/4a11007c2f8d4cf5aff6acf589449eff as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/4a11007c2f8d4cf5aff6acf589449eff
2024-11-08T03:20:51,180 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/A of 8767cc80e2ca134b8ccfdd7d1181b6f0 into 4a11007c2f8d4cf5aff6acf589449eff(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:51,180 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:51,180 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/A, priority=11, startTime=1731036050333; duration=0sec
2024-11-08T03:20:51,180 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:51,180 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:A
2024-11-08T03:20:51,185 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/d6e750780e794134884c8a3281aa6230 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e750780e794134884c8a3281aa6230
2024-11-08T03:20:51,189 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8767cc80e2ca134b8ccfdd7d1181b6f0/C of 8767cc80e2ca134b8ccfdd7d1181b6f0 into d6e750780e794134884c8a3281aa6230(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:20:51,189 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:51,189 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0., storeName=8767cc80e2ca134b8ccfdd7d1181b6f0/C, priority=11, startTime=1731036050333; duration=0sec
2024-11-08T03:20:51,190 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:20:51,190 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8767cc80e2ca134b8ccfdd7d1181b6f0:C
2024-11-08T03:20:51,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/f382f96f30a54880bc70b0a34ba9ade3
2024-11-08T03:20:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d3e368d3ab764b778401425f0590aa52 is 50, key is test_row_0/B:col10/1731036048691/Put/seqid=0
2024-11-08T03:20:51,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742039_1215 (size=12301)
2024-11-08T03:20:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:51,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d3e368d3ab764b778401425f0590aa52
2024-11-08T03:20:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b02de22635004461a9720c7463c2b3f4 is 50, key is test_row_0/C:col10/1731036048691/Put/seqid=0
2024-11-08T03:20:51,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742040_1216 (size=12301)
2024-11-08T03:20:52,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b02de22635004461a9720c7463c2b3f4
2024-11-08T03:20:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/f382f96f30a54880bc70b0a34ba9ade3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/f382f96f30a54880bc70b0a34ba9ade3
2024-11-08T03:20:52,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/f382f96f30a54880bc70b0a34ba9ade3, entries=150, sequenceid=309, filesize=30.5 K
2024-11-08T03:20:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/d3e368d3ab764b778401425f0590aa52 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d3e368d3ab764b778401425f0590aa52
2024-11-08T03:20:52,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d3e368d3ab764b778401425f0590aa52, entries=150, sequenceid=309, filesize=12.0 K
2024-11-08T03:20:52,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/b02de22635004461a9720c7463c2b3f4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b02de22635004461a9720c7463c2b3f4
2024-11-08T03:20:52,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b02de22635004461a9720c7463c2b3f4, entries=150, sequenceid=309, filesize=12.0 K
2024-11-08T03:20:52,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=6.71 KB/6870 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1683ms, sequenceid=309, compaction requested=false
2024-11-08T03:20:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:20:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-11-08T03:20:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=58
2024-11-08T03:20:52,083 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57
2024-11-08T03:20:52,083 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9040 sec
2024-11-08T03:20:52,084 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.9070 sec
2024-11-08T03:20:52,750 DEBUG [master/e729c2d9d3a5:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 238eb05833839adb0909d8106046d27b changed from -1.0 to 0.0, refreshing cache
2024-11-08T03:20:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-11-08T03:20:53,284 INFO  [Thread-647 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed
2024-11-08T03:20:53,653 DEBUG [Thread-645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:63666
2024-11-08T03:20:53,653 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:53,659 DEBUG [Thread-637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:63666
2024-11-08T03:20:53,659 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:53,668 DEBUG [Thread-643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:63666
2024-11-08T03:20:53,668 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:54,990 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:57,256 ERROR [LeaseRenewer:jenkins@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:43367,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:20:58,257 DEBUG [Thread-641 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:63666
2024-11-08T03:20:58,257 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:58,257 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:20:58,257 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-08T03:20:58,257 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 73
2024-11-08T03:20:58,257 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 36
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6296
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6281
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2631
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7893 rows
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2655
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 7965 rows
2024-11-08T03:20:58,258 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:20:58,258 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:63666
2024-11-08T03:20:58,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:20:58,261 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:20:58,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:20:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:20:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:20:58,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036058267"}]},"ts":"1731036058267"}
2024-11-08T03:20:58,268 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:20:58,312 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:20:58,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:20:58,314 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, UNASSIGN}]
2024-11-08T03:20:58,315 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, UNASSIGN
2024-11-08T03:20:58,315 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:58,316 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:20:58,316 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:20:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:20:58,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:20:58,468 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:58,468 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:20:58,468 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 8767cc80e2ca134b8ccfdd7d1181b6f0, disabling compactions & flushes
2024-11-08T03:20:58,468 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:58,468 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:58,468 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0. after waiting 0 ms
2024-11-08T03:20:58,468 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:20:58,468 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 8767cc80e2ca134b8ccfdd7d1181b6f0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=A
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=B
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8767cc80e2ca134b8ccfdd7d1181b6f0, store=C
2024-11-08T03:20:58,469 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:20:58,475 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d88b35512d914afbb5a1addf7f99e0f4_8767cc80e2ca134b8ccfdd7d1181b6f0 is 50, key is test_row_0/A:col10/1731036053657/Put/seqid=0
2024-11-08T03:20:58,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742041_1217 (size=9914)
2024-11-08T03:20:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:20:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:20:58,880 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:20:58,888 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d88b35512d914afbb5a1addf7f99e0f4_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d88b35512d914afbb5a1addf7f99e0f4_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:20:58,890 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6e2ce254781f469fbfeb19513d6810ea, store: [table=TestAcidGuarantees family=A region=8767cc80e2ca134b8ccfdd7d1181b6f0]
2024-11-08T03:20:58,890 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6e2ce254781f469fbfeb19513d6810ea is 175, key is test_row_0/A:col10/1731036053657/Put/seqid=0
2024-11-08T03:20:58,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742042_1218 (size=22561)
2024-11-08T03:20:59,295 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6e2ce254781f469fbfeb19513d6810ea
2024-11-08T03:20:59,312 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/697f25d2e77e497ab47004f83c4085dc is 50, key is test_row_0/B:col10/1731036053657/Put/seqid=0
2024-11-08T03:20:59,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742043_1219 (size=9857)
2024-11-08T03:20:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:20:59,718 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/697f25d2e77e497ab47004f83c4085dc
2024-11-08T03:20:59,733 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/58f507b3cfa54032b72c8f7f4fb2930a is 50, key is test_row_0/C:col10/1731036053657/Put/seqid=0
2024-11-08T03:20:59,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742044_1220 (size=9857)
2024-11-08T03:21:00,140 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/58f507b3cfa54032b72c8f7f4fb2930a
2024-11-08T03:21:00,146 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/A/6e2ce254781f469fbfeb19513d6810ea as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6e2ce254781f469fbfeb19513d6810ea
2024-11-08T03:21:00,153 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6e2ce254781f469fbfeb19513d6810ea, entries=100, sequenceid=320, filesize=22.0 K
2024-11-08T03:21:00,155 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/B/697f25d2e77e497ab47004f83c4085dc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/697f25d2e77e497ab47004f83c4085dc
2024-11-08T03:21:00,161 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/697f25d2e77e497ab47004f83c4085dc, entries=100, sequenceid=320, filesize=9.6 K
2024-11-08T03:21:00,162 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/.tmp/C/58f507b3cfa54032b72c8f7f4fb2930a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/58f507b3cfa54032b72c8f7f4fb2930a
2024-11-08T03:21:00,168 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/58f507b3cfa54032b72c8f7f4fb2930a, entries=100, sequenceid=320, filesize=9.6 K
2024-11-08T03:21:00,169 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8767cc80e2ca134b8ccfdd7d1181b6f0 in 1701ms, sequenceid=320, compaction requested=true
2024-11-08T03:21:00,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146] to archive
2024-11-08T03:21:00,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:00,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1f2ffdc611db46bf8652daa779dffe60
2024-11-08T03:21:00,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/8c57ad43eea94718868275119f9b31f2
2024-11-08T03:21:00,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/1e1f2b15b2e340ff8944379fe8282e7a
2024-11-08T03:21:00,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/b4cd43b3951f4818a64e495c0d2b63bf
2024-11-08T03:21:00,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3a578642cc77498491ddeceac9361858
2024-11-08T03:21:00,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3f981f70737c477e9d72144d4dcb9903
2024-11-08T03:21:00,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/301ebcc54501448aa68b7d5865a4b4c6
2024-11-08T03:21:00,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eea61f2f77f742c4a883d89066f86c0a
2024-11-08T03:21:00,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/3b83a23404594978b6ee372f6860b36c
2024-11-08T03:21:00,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/2364611d05f449488d0d4fe19d0ca0be
2024-11-08T03:21:00,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c348c1014cdd4c9d89551501e615b2e3
2024-11-08T03:21:00,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/e228205b66544ee9a984907fc3e07525
2024-11-08T03:21:00,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/aa2125b846f8445783916e3e732399d4
2024-11-08T03:21:00,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/92ab3c4557384f5d869b0e0ab7b6e218
2024-11-08T03:21:00,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c5f085f18656496788c57ed21338d3c5
2024-11-08T03:21:00,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6a1cbf2bc24b41f89797662e5427eb98
2024-11-08T03:21:00,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/eb092c7d6ec54acc9254c1f455bed16b
2024-11-08T03:21:00,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/848f5aa62aa94138a6cb52fbea1c61e7
2024-11-08T03:21:00,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/c7e59be04e214e8fbd43fc7506a720cb
2024-11-08T03:21:00,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/7ac84ed3ffe2432695bf36c21061f146
2024-11-08T03:21:00,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/5270f2cebfc34c91bca8c74a8c82295e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/80e82cf6373a4dd58766803160bcfd6c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/3bfabaf638ac467f81adfd821211d86b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/990d1d5538774082a16f6302f77c948e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/19d0fd265c1546bfb90d7abde902279a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6] to archive
2024-11-08T03:21:00,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:00,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8c8dfdaa361344b8a38b5a5e13ad5465
2024-11-08T03:21:00,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/64a9c77113b94e5ea3b59ce5ae7d1b1f
2024-11-08T03:21:00,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/5270f2cebfc34c91bca8c74a8c82295e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/5270f2cebfc34c91bca8c74a8c82295e
2024-11-08T03:21:00,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/506effcc547f4646a00dccf88c39b16a
2024-11-08T03:21:00,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/c04b0c4c6d014707a4d17712bab8ee37
2024-11-08T03:21:00,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/80e82cf6373a4dd58766803160bcfd6c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/80e82cf6373a4dd58766803160bcfd6c
2024-11-08T03:21:00,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/b43a317249ce4bcb9fdf08aa7c635f75
2024-11-08T03:21:00,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d1a67cebc5c145c3a9f6ae2e4f39431d
2024-11-08T03:21:00,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/3bfabaf638ac467f81adfd821211d86b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/3bfabaf638ac467f81adfd821211d86b
2024-11-08T03:21:00,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/ce70743a6ed5420686a0a843a4930ae3
2024-11-08T03:21:00,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a80fe8459ced410f9a793147046d2672
2024-11-08T03:21:00,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/990d1d5538774082a16f6302f77c948e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/990d1d5538774082a16f6302f77c948e
2024-11-08T03:21:00,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/6a195fdcb982413da9aa8ca26d1dc6c7
2024-11-08T03:21:00,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/a5ece3cb5e8a41b38a32cabed3121b01
2024-11-08T03:21:00,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/19d0fd265c1546bfb90d7abde902279a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/19d0fd265c1546bfb90d7abde902279a
2024-11-08T03:21:00,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/e9966a046d7a43c49358318b2e2a5e25
2024-11-08T03:21:00,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/8f0b067cb00b4873815225101bafe61c
2024-11-08T03:21:00,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/426ac7574eeb40d391da7a86f2174420
2024-11-08T03:21:00,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/86f82f9ff8b94d26960b3ac3520cbdf0
2024-11-08T03:21:00,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/40bd55efb48d4a5782086da00e61acf6
2024-11-08T03:21:00,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e52c27b5a98c4ff38eab9012c283c5f4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e9c46c62ae3649d68012181b13c39c5a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/94ac211e46ce41508757239735de0753, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f983e34159ea40cc88b7374c78249514, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e2a1654c94fc446799ffb458fce8915f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7] to archive
2024-11-08T03:21:00,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:00,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/aaec1b98a1184de4929bd44ab1214e4e
2024-11-08T03:21:00,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/bb989f3684514c29a74c0b07d3b07851
2024-11-08T03:21:00,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e52c27b5a98c4ff38eab9012c283c5f4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e52c27b5a98c4ff38eab9012c283c5f4
2024-11-08T03:21:00,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/014b921e32b1408a88220ead156e157c
2024-11-08T03:21:00,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e65b3799404229afdd3f0b302ca080
2024-11-08T03:21:00,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e9c46c62ae3649d68012181b13c39c5a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e9c46c62ae3649d68012181b13c39c5a
2024-11-08T03:21:00,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/eba8af98092140c8b504bdfd602955c6
2024-11-08T03:21:00,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/3a24412a434440d5bd266456fd23e20b
2024-11-08T03:21:00,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/94ac211e46ce41508757239735de0753 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/94ac211e46ce41508757239735de0753
2024-11-08T03:21:00,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/91c447027f6244c39c5e391b87f647d9
2024-11-08T03:21:00,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/6c487ce878cf4c81a223bda74a8ed256
2024-11-08T03:21:00,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f983e34159ea40cc88b7374c78249514 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f983e34159ea40cc88b7374c78249514
2024-11-08T03:21:00,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/5865a3b02ea8429ab7f726870fbc2785
2024-11-08T03:21:00,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/67ff72eaf1194462bb3d72a1a93e0ab9
2024-11-08T03:21:00,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e2a1654c94fc446799ffb458fce8915f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/e2a1654c94fc446799ffb458fce8915f
2024-11-08T03:21:00,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/873e6c04f72a4db3a26811f2881aec32
2024-11-08T03:21:00,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f92ca1cb6d654077a13b451e2ad961db
2024-11-08T03:21:00,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/dba6802bec6643c58a1e6294eede5d00
2024-11-08T03:21:00,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/f638daaf454e4f34af47089fb8920b6c
2024-11-08T03:21:00,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b2f8c9cb3b5a4ded9d9f286f5193e9b7
2024-11-08T03:21:00,240 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4
2024-11-08T03:21:00,241 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.
2024-11-08T03:21:00,241 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 8767cc80e2ca134b8ccfdd7d1181b6f0:

2024-11-08T03:21:00,242 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,242 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8767cc80e2ca134b8ccfdd7d1181b6f0, regionState=CLOSED
2024-11-08T03:21:00,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61
2024-11-08T03:21:00,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 8767cc80e2ca134b8ccfdd7d1181b6f0, server=e729c2d9d3a5,37707,1731035988520 in 1.9270 sec
2024-11-08T03:21:00,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60
2024-11-08T03:21:00,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8767cc80e2ca134b8ccfdd7d1181b6f0, UNASSIGN in 1.9300 sec
2024-11-08T03:21:00,247 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59
2024-11-08T03:21:00,247 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9330 sec
2024-11-08T03:21:00,247 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036060247"}]},"ts":"1731036060247"}
2024-11-08T03:21:00,248 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:21:00,288 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:21:00,290 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0250 sec
2024-11-08T03:21:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-11-08T03:21:00,372 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed
2024-11-08T03:21:00,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:21:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,375 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-08T03:21:00,375 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,377 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits]
2024-11-08T03:21:00,385 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/4a11007c2f8d4cf5aff6acf589449eff to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/4a11007c2f8d4cf5aff6acf589449eff
2024-11-08T03:21:00,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6e2ce254781f469fbfeb19513d6810ea to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/6e2ce254781f469fbfeb19513d6810ea
2024-11-08T03:21:00,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/f382f96f30a54880bc70b0a34ba9ade3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/A/f382f96f30a54880bc70b0a34ba9ade3
2024-11-08T03:21:00,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/4366ad7999dd47a9a409b4937f8ddc0d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/4366ad7999dd47a9a409b4937f8ddc0d
2024-11-08T03:21:00,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/697f25d2e77e497ab47004f83c4085dc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/697f25d2e77e497ab47004f83c4085dc
2024-11-08T03:21:00,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d3e368d3ab764b778401425f0590aa52 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/B/d3e368d3ab764b778401425f0590aa52
2024-11-08T03:21:00,395 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/58f507b3cfa54032b72c8f7f4fb2930a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/58f507b3cfa54032b72c8f7f4fb2930a
2024-11-08T03:21:00,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b02de22635004461a9720c7463c2b3f4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/b02de22635004461a9720c7463c2b3f4
2024-11-08T03:21:00,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e750780e794134884c8a3281aa6230 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/C/d6e750780e794134884c8a3281aa6230
2024-11-08T03:21:00,399 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits/323.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0/recovered.edits/323.seqid
2024-11-08T03:21:00,399 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,400 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:21:00,400 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:21:00,401 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T03:21:00,404 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802a9155c090144f3a6078d1e06fe03c2_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802a9155c090144f3a6078d1e06fe03c2_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,405 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e141e666c5b4782a69f1e2b1fcebd8a_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e141e666c5b4782a69f1e2b1fcebd8a_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,406 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108307b425e03bf4f98924667b71052b331_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108307b425e03bf4f98924667b71052b331_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,407 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836f9b077430d464e81d0b2b9b89f8524_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110836f9b077430d464e81d0b2b9b89f8524_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,408 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083afb7c0c9ded4261bdaf3edfa42e8d26_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083afb7c0c9ded4261bdaf3edfa42e8d26_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,409 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083fc31fb3bb454d0daa992b698e97afb1_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083fc31fb3bb454d0daa992b698e97afb1_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,410 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084b73c2e2903e4e03ad6053df9fa3b969_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084b73c2e2903e4e03ad6053df9fa3b969_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,411 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085216c11292244339a4392cb3ef588678_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085216c11292244339a4392cb3ef588678_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,412 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f90d2f423254384a38fa3ff8317caac_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f90d2f423254384a38fa3ff8317caac_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,413 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fcae76d7024e9a990946a349d5c56f_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fcae76d7024e9a990946a349d5c56f_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,414 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbe2e838b471412095a036b941b6baa2_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbe2e838b471412095a036b941b6baa2_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,416 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bc0282c0986849bc9fb1445f343f2719_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bc0282c0986849bc9fb1445f343f2719_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c2ea75c0be8d4139bec7c63b38814616_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c2ea75c0be8d4139bec7c63b38814616_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,418 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7418ec7a58445009ac17aa9e2ea7649_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c7418ec7a58445009ac17aa9e2ea7649_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d88b35512d914afbb5a1addf7f99e0f4_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d88b35512d914afbb5a1addf7f99e0f4_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108def20f59f2314cc18296d5eee9bd0a33_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108def20f59f2314cc18296d5eee9bd0a33_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fb6aa08e28c0452c99ff962f2ff62aa6_8767cc80e2ca134b8ccfdd7d1181b6f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fb6aa08e28c0452c99ff962f2ff62aa6_8767cc80e2ca134b8ccfdd7d1181b6f0
2024-11-08T03:21:00,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:21:00,423 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,426 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:21:00,428 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:21:00,429 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,429 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:21:00,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036060429"}]},"ts":"9223372036854775807"}
2024-11-08T03:21:00,431 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:21:00,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8767cc80e2ca134b8ccfdd7d1181b6f0, NAME => 'TestAcidGuarantees,,1731036027247.8767cc80e2ca134b8ccfdd7d1181b6f0.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:21:00,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:21:00,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036060431"}]},"ts":"9223372036854775807"}
2024-11-08T03:21:00,433 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:21:00,443 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,444 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec
2024-11-08T03:21:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-11-08T03:21:00,476 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed
2024-11-08T03:21:00,487 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 237), OpenFileDescriptor=447 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=2198 (was 2331)
2024-11-08T03:21:00,494 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=9, AvailableMemoryMB=2198
2024-11-08T03:21:00,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:21:00,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:21:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:00,497 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:21:00,497 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:00,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 64
2024-11-08T03:21:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:00,498 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:21:00,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742045_1221 (size=960)
2024-11-08T03:21:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:00,908 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:21:00,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742046_1222 (size=53)
2024-11-08T03:21:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a2667835b68c840d0bba0ddf0f0aed95, disabling compactions & flushes
2024-11-08T03:21:01,317 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. after waiting 0 ms
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,317 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:01,318 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:21:01,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731036061318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036061318"}]},"ts":"1731036061318"}
2024-11-08T03:21:01,319 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:21:01,320 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:21:01,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036061320"}]},"ts":"1731036061320"}
2024-11-08T03:21:01,321 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:21:01,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, ASSIGN}]
2024-11-08T03:21:01,372 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, ASSIGN
2024-11-08T03:21:01,372 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:21:01,523 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=a2667835b68c840d0bba0ddf0f0aed95, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:01,524 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:21:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:01,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:01,678 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,678 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:21:01,678 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,678 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:21:01,678 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,678 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,680 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2667835b68c840d0bba0ddf0f0aed95 
2024-11-08T03:21:01,681 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:01,681 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2667835b68c840d0bba0ddf0f0aed95 columnFamilyName A
2024-11-08T03:21:01,681 DEBUG [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:01,682 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(327): Store=a2667835b68c840d0bba0ddf0f0aed95/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:01,682 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2667835b68c840d0bba0ddf0f0aed95 
2024-11-08T03:21:01,683 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:01,683 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2667835b68c840d0bba0ddf0f0aed95 columnFamilyName B
2024-11-08T03:21:01,683 DEBUG [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:01,684 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(327): Store=a2667835b68c840d0bba0ddf0f0aed95/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:01,684 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2667835b68c840d0bba0ddf0f0aed95 
2024-11-08T03:21:01,685 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:01,685 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2667835b68c840d0bba0ddf0f0aed95 columnFamilyName C
2024-11-08T03:21:01,685 DEBUG [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:01,686 INFO  [StoreOpener-a2667835b68c840d0bba0ddf0f0aed95-1 {}] regionserver.HStore(327): Store=a2667835b68c840d0bba0ddf0f0aed95/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:01,686 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,686 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,687 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,688 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:21:01,689 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:01,691 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:21:01,692 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened a2667835b68c840d0bba0ddf0f0aed95; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71905645, jitterRate=0.07147760689258575}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:21:01,692 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:01,693 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., pid=66, masterSystemTime=1731036061675
2024-11-08T03:21:01,694 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,694 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:01,694 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=a2667835b68c840d0bba0ddf0f0aed95, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:01,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65
2024-11-08T03:21:01,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520 in 171 msec
2024-11-08T03:21:01,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64
2024-11-08T03:21:01,698 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, ASSIGN in 325 msec
2024-11-08T03:21:01,698 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:21:01,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036061698"}]},"ts":"1731036061698"}
2024-11-08T03:21:01,699 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:21:01,710 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:21:01,711 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec
2024-11-08T03:21:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64
2024-11-08T03:21:02,604 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed
2024-11-08T03:21:02,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490
2024-11-08T03:21:02,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,649 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:21:02,651 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:21:02,653 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce
2024-11-08T03:21:02,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed
2024-11-08T03:21:02,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5
2024-11-08T03:21:02,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e
2024-11-08T03:21:02,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309
2024-11-08T03:21:02,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,714 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb
2024-11-08T03:21:02,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f
2024-11-08T03:21:02,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787
2024-11-08T03:21:02,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a
2024-11-08T03:21:02,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f
2024-11-08T03:21:02,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:02,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees
2024-11-08T03:21:02,781 DEBUG [hconnection-0xa3fdc1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,781 DEBUG [hconnection-0x20fce1e4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:02,781 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:02,782 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,782 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,782 DEBUG [hconnection-0x622392fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,782 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:02,782 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:02,783 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:02,792 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:21:02,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:02,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:02,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:02,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:02,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:02,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:02,803 DEBUG [hconnection-0x7e52362c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,803 DEBUG [hconnection-0x4644ce8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,803 DEBUG [hconnection-0x146dc893-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,803 DEBUG [hconnection-0x57bb0718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,804 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,804 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,804 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,804 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,805 DEBUG [hconnection-0x3273cd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,807 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,808 DEBUG [hconnection-0x67767d34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,811 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,812 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:02,815 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:02,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5068e2ff11484c46b056f17771483724 is 50, key is test_row_0/A:col10/1731036062790/Put/seqid=0
2024-11-08T03:21:02,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742047_1223 (size=12001)
2024-11-08T03:21:02,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036122833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036122833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036122838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036122838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036122838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:02,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68
2024-11-08T03:21:02,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:02,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:02,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:02,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:02,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=68
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:02,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036122940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036122943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036122943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036122943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036122943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:03,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68
2024-11-08T03:21:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:03,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=68
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036123143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036123145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036123145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036123146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036123146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,234 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5068e2ff11484c46b056f17771483724
2024-11-08T03:21:03,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68
2024-11-08T03:21:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:03,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=68
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:03,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/500178ed728047d5b5e509bec1fbf108 is 50, key is test_row_0/B:col10/1731036062790/Put/seqid=0
2024-11-08T03:21:03,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742048_1224 (size=12001)
2024-11-08T03:21:03,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/500178ed728047d5b5e509bec1fbf108
2024-11-08T03:21:03,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d99c45d430b42858d7e830c29111614 is 50, key is test_row_0/C:col10/1731036062790/Put/seqid=0
2024-11-08T03:21:03,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742049_1225 (size=12001)
2024-11-08T03:21:03,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d99c45d430b42858d7e830c29111614
2024-11-08T03:21:03,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5068e2ff11484c46b056f17771483724 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724
2024-11-08T03:21:03,321 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724, entries=150, sequenceid=12, filesize=11.7 K
2024-11-08T03:21:03,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/500178ed728047d5b5e509bec1fbf108 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108
2024-11-08T03:21:03,325 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108, entries=150, sequenceid=12, filesize=11.7 K
2024-11-08T03:21:03,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d99c45d430b42858d7e830c29111614 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614
2024-11-08T03:21:03,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614, entries=150, sequenceid=12, filesize=11.7 K
2024-11-08T03:21:03,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for a2667835b68c840d0bba0ddf0f0aed95 in 540ms, sequenceid=12, compaction requested=false
2024-11-08T03:21:03,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:03,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68
2024-11-08T03:21:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:03,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5db96c0406d84746818c449143c411f0 is 50, key is test_row_0/A:col10/1731036062828/Put/seqid=0
2024-11-08T03:21:03,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742050_1226 (size=12001)
2024-11-08T03:21:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:03,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036123453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036123453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036123454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036123454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036123461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036123558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036123558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036123558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036123559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036123563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036123761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036123761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036123761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036123764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036123767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:03,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5db96c0406d84746818c449143c411f0
2024-11-08T03:21:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/23240e32f3ef4874a8f3ea9a5ed37894 is 50, key is test_row_0/B:col10/1731036062828/Put/seqid=0
2024-11-08T03:21:03,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742051_1227 (size=12001)
2024-11-08T03:21:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:04,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036124065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036124065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036124067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036124070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036124071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,219 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/23240e32f3ef4874a8f3ea9a5ed37894
2024-11-08T03:21:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8a5deafbd2fe45e9a8679ccbf0e6ae62 is 50, key is test_row_0/C:col10/1731036062828/Put/seqid=0
2024-11-08T03:21:04,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742052_1228 (size=12001)
2024-11-08T03:21:04,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036124570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036124570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036124571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036124574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036124575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:04,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8a5deafbd2fe45e9a8679ccbf0e6ae62
2024-11-08T03:21:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/5db96c0406d84746818c449143c411f0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0
2024-11-08T03:21:04,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:21:04,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/23240e32f3ef4874a8f3ea9a5ed37894 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894
2024-11-08T03:21:04,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:21:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8a5deafbd2fe45e9a8679ccbf0e6ae62 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62
2024-11-08T03:21:04,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:21:04,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a2667835b68c840d0bba0ddf0f0aed95 in 1302ms, sequenceid=39, compaction requested=false
2024-11-08T03:21:04,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:04,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:04,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68
2024-11-08T03:21:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=68
2024-11-08T03:21:04,700 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67
2024-11-08T03:21:04,700 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9160 sec
2024-11-08T03:21:04,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.9200 sec
2024-11-08T03:21:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-11-08T03:21:04,885 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed
2024-11-08T03:21:04,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees
2024-11-08T03:21:04,887 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-08T03:21:04,887 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:04,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-08T03:21:05,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:05,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/1a3cd01083174794a47e0a2575bd28db is 50, key is test_row_0/A:col10/1731036063453/Put/seqid=0
2024-11-08T03:21:05,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742053_1229 (size=12001)
2024-11-08T03:21:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-08T03:21:05,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/1a3cd01083174794a47e0a2575bd28db
2024-11-08T03:21:05,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/51a6bc2671b3481b9357a63ef6d67655 is 50, key is test_row_0/B:col10/1731036063453/Put/seqid=0
2024-11-08T03:21:05,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742054_1230 (size=12001)
2024-11-08T03:21:05,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/51a6bc2671b3481b9357a63ef6d67655
2024-11-08T03:21:05,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/854934c35a2346ed8328c14679848eba is 50, key is test_row_0/C:col10/1731036063453/Put/seqid=0
2024-11-08T03:21:05,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742055_1231 (size=12001)
2024-11-08T03:21:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-08T03:21:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:05,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:05,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036125591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036125592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036125593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036125595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036125595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036125696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036125696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036125697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036125699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036125699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,767 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:21:05,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/854934c35a2346ed8328c14679848eba
2024-11-08T03:21:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/1a3cd01083174794a47e0a2575bd28db as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db
2024-11-08T03:21:05,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db, entries=150, sequenceid=49, filesize=11.7 K
2024-11-08T03:21:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/51a6bc2671b3481b9357a63ef6d67655 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655
2024-11-08T03:21:05,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655, entries=150, sequenceid=49, filesize=11.7 K
2024-11-08T03:21:05,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/854934c35a2346ed8328c14679848eba as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba
2024-11-08T03:21:05,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba, entries=150, sequenceid=49, filesize=11.7 K
2024-11-08T03:21:05,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a2667835b68c840d0bba0ddf0f0aed95 in 856ms, sequenceid=49, compaction requested=true
2024-11-08T03:21:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-08T03:21:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=70
2024-11-08T03:21:05,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69
2024-11-08T03:21:05,899 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec
2024-11-08T03:21:05,900 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0130 sec
2024-11-08T03:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:05,901 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:05,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/f02c047494784add9963b29430664edb is 50, key is test_row_0/A:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:05,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036125903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036125904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036125904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036125907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036125908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:05,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742056_1232 (size=12001)
2024-11-08T03:21:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69
2024-11-08T03:21:05,990 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed
2024-11-08T03:21:05,992 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees
2024-11-08T03:21:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:05,995 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:05,995 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:05,995 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:06,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036126008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036126008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036126009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036126012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036126012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:06,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036126212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036126213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036126213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036126216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036126216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:06,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/f02c047494784add9963b29430664edb
2024-11-08T03:21:06,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/506df80f4ae14d9cbf1d7873d8f64daa is 50, key is test_row_0/B:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:06,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742057_1233 (size=12001)
2024-11-08T03:21:06,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:06,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036126514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036126514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036126516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036126519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036126522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:06,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/506df80f4ae14d9cbf1d7873d8f64daa
2024-11-08T03:21:06,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f39424f18b3442b2b41d5b7ed517f9ee is 50, key is test_row_0/C:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:06,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742058_1234 (size=12001)
2024-11-08T03:21:06,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f39424f18b3442b2b41d5b7ed517f9ee
2024-11-08T03:21:06,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/f02c047494784add9963b29430664edb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb
2024-11-08T03:21:06,747 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:21:06,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/506df80f4ae14d9cbf1d7873d8f64daa as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa
2024-11-08T03:21:06,752 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:21:06,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f39424f18b3442b2b41d5b7ed517f9ee as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee
2024-11-08T03:21:06,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:06,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=72
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:06,760 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:21:06,761 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a2667835b68c840d0bba0ddf0f0aed95 in 860ms, sequenceid=77, compaction requested=true
2024-11-08T03:21:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:06,761 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:06,761 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:06,763 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:06,763 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:06,763 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,763 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=46.9 K
2024-11-08T03:21:06,763 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:06,763 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:06,763 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,764 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=46.9 K
2024-11-08T03:21:06,764 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5068e2ff11484c46b056f17771483724, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731036062789
2024-11-08T03:21:06,764 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 500178ed728047d5b5e509bec1fbf108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731036062789
2024-11-08T03:21:06,764 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5db96c0406d84746818c449143c411f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036062826
2024-11-08T03:21:06,764 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 23240e32f3ef4874a8f3ea9a5ed37894, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036062826
2024-11-08T03:21:06,765 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a3cd01083174794a47e0a2575bd28db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731036063452
2024-11-08T03:21:06,765 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a6bc2671b3481b9357a63ef6d67655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731036063452
2024-11-08T03:21:06,765 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02c047494784add9963b29430664edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:06,765 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 506df80f4ae14d9cbf1d7873d8f64daa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:06,779 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#192 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:06,780 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/65370b60a2024ccd9b82974686799d7f is 50, key is test_row_0/B:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:06,789 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:06,790 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/a58a382c3d8741bfae8d1641f4fc009c is 50, key is test_row_0/A:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:06,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742059_1235 (size=12139)
2024-11-08T03:21:06,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742060_1236 (size=12139)
2024-11-08T03:21:06,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:06,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:06,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/332d2d29984b47d59ffbd27e8150fe6f is 50, key is test_row_0/A:col10/1731036065906/Put/seqid=0
2024-11-08T03:21:06,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742061_1237 (size=12001)
2024-11-08T03:21:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:07,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:07,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036127045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036127045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:07,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036127149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036127149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,198 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/65370b60a2024ccd9b82974686799d7f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/65370b60a2024ccd9b82974686799d7f
2024-11-08T03:21:07,204 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 65370b60a2024ccd9b82974686799d7f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:07,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:07,204 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=12, startTime=1731036066761; duration=0sec
2024-11-08T03:21:07,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:07,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:07,204 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/a58a382c3d8741bfae8d1641f4fc009c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/a58a382c3d8741bfae8d1641f4fc009c
2024-11-08T03:21:07,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:07,206 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:07,206 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:07,206 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:07,206 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=46.9 K
2024-11-08T03:21:07,206 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d99c45d430b42858d7e830c29111614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731036062789
2024-11-08T03:21:07,207 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a5deafbd2fe45e9a8679ccbf0e6ae62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036062826
2024-11-08T03:21:07,207 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 854934c35a2346ed8328c14679848eba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731036063452
2024-11-08T03:21:07,207 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f39424f18b3442b2b41d5b7ed517f9ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:07,209 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into a58a382c3d8741bfae8d1641f4fc009c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:07,209 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:07,209 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=12, startTime=1731036066761; duration=0sec
2024-11-08T03:21:07,209 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:07,209 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:07,221 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:07,222 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8802b008b9994923895931a832faeb4d is 50, key is test_row_0/C:col10/1731036065591/Put/seqid=0
2024-11-08T03:21:07,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742062_1238 (size=12139)
2024-11-08T03:21:07,252 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8802b008b9994923895931a832faeb4d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8802b008b9994923895931a832faeb4d
2024-11-08T03:21:07,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 8802b008b9994923895931a832faeb4d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:07,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:07,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=12, startTime=1731036066762; duration=0sec
2024-11-08T03:21:07,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:07,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:07,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/332d2d29984b47d59ffbd27e8150fe6f
2024-11-08T03:21:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/338dce5f483243af8f780f5929c724ea is 50, key is test_row_0/B:col10/1731036065906/Put/seqid=0
2024-11-08T03:21:07,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742063_1239 (size=12001)
2024-11-08T03:21:07,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/338dce5f483243af8f780f5929c724ea
2024-11-08T03:21:07,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2dd329febfbe4146b46c56d5c91a5063 is 50, key is test_row_0/C:col10/1731036065906/Put/seqid=0
2024-11-08T03:21:07,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036127352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036127353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742064_1240 (size=12001)
2024-11-08T03:21:07,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2dd329febfbe4146b46c56d5c91a5063
2024-11-08T03:21:07,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/332d2d29984b47d59ffbd27e8150fe6f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f
2024-11-08T03:21:07,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f, entries=150, sequenceid=85, filesize=11.7 K
2024-11-08T03:21:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/338dce5f483243af8f780f5929c724ea as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea
2024-11-08T03:21:07,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea, entries=150, sequenceid=85, filesize=11.7 K
2024-11-08T03:21:07,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2dd329febfbe4146b46c56d5c91a5063 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063
2024-11-08T03:21:07,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063, entries=150, sequenceid=85, filesize=11.7 K
2024-11-08T03:21:07,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for a2667835b68c840d0bba0ddf0f0aed95 in 475ms, sequenceid=85, compaction requested=false
2024-11-08T03:21:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-08T03:21:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=72
2024-11-08T03:21:07,386 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71
2024-11-08T03:21:07,386 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec
2024-11-08T03:21:07,388 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.3940 sec
2024-11-08T03:21:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:07,654 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:07,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:07,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036127656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036127657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ae824990b1e84d0398c3742a06cd8cf2 is 50, key is test_row_0/A:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:07,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742065_1241 (size=12001)
2024-11-08T03:21:07,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036127973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036127974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:07,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036127975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,064 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ae824990b1e84d0398c3742a06cd8cf2
2024-11-08T03:21:08,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/fdec266a6cb040af95a22251d858283b is 50, key is test_row_0/B:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-11-08T03:21:08,097 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed
2024-11-08T03:21:08,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees
2024-11-08T03:21:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:08,100 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:08,100 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:08,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742066_1242 (size=12001)
2024-11-08T03:21:08,100 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:08,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036128160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036128162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:08,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036128277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036128278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036128279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:08,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,501 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/fdec266a6cb040af95a22251d858283b
2024-11-08T03:21:08,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c6880a9bbc7841e98fad3cc10693652b is 50, key is test_row_0/C:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:08,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742067_1243 (size=12001)
2024-11-08T03:21:08,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:08,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036128780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036128782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036128782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:08,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=74
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:08,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c6880a9bbc7841e98fad3cc10693652b
2024-11-08T03:21:08,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ae824990b1e84d0398c3742a06cd8cf2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2
2024-11-08T03:21:08,929 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2, entries=150, sequenceid=118, filesize=11.7 K
2024-11-08T03:21:08,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/fdec266a6cb040af95a22251d858283b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b
2024-11-08T03:21:08,934 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b, entries=150, sequenceid=118, filesize=11.7 K
2024-11-08T03:21:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c6880a9bbc7841e98fad3cc10693652b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b
2024-11-08T03:21:08,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b, entries=150, sequenceid=118, filesize=11.7 K
2024-11-08T03:21:08,939 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for a2667835b68c840d0bba0ddf0f0aed95 in 1285ms, sequenceid=118, compaction requested=true
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:08,940 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:08,940 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:08,941 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,941 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,941 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/65370b60a2024ccd9b82974686799d7f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=35.3 K
2024-11-08T03:21:08,941 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/a58a382c3d8741bfae8d1641f4fc009c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=35.3 K
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 65370b60a2024ccd9b82974686799d7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:08,941 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a58a382c3d8741bfae8d1641f4fc009c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:08,942 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 338dce5f483243af8f780f5929c724ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731036065903
2024-11-08T03:21:08,942 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 332d2d29984b47d59ffbd27e8150fe6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731036065903
2024-11-08T03:21:08,942 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae824990b1e84d0398c3742a06cd8cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:08,942 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting fdec266a6cb040af95a22251d858283b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:08,949 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:08,949 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:08,949 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/f17921baaf7a442e9a587f24ce209f87 is 50, key is test_row_0/A:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:08,950 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/6c970b36ed114be982cdb383c2325afa is 50, key is test_row_0/B:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:08,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742068_1244 (size=12241)
2024-11-08T03:21:08,971 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/f17921baaf7a442e9a587f24ce209f87 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f17921baaf7a442e9a587f24ce209f87
2024-11-08T03:21:08,975 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into f17921baaf7a442e9a587f24ce209f87(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:08,975 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:08,976 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036068940; duration=0sec
2024-11-08T03:21:08,976 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:08,976 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:08,976 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:08,977 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:08,977 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:08,977 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:08,977 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8802b008b9994923895931a832faeb4d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=35.3 K
2024-11-08T03:21:08,978 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8802b008b9994923895931a832faeb4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036065591
2024-11-08T03:21:08,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742069_1245 (size=12241)
2024-11-08T03:21:08,979 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dd329febfbe4146b46c56d5c91a5063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731036065903
2024-11-08T03:21:08,979 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6880a9bbc7841e98fad3cc10693652b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:08,984 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/6c970b36ed114be982cdb383c2325afa as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6c970b36ed114be982cdb383c2325afa
2024-11-08T03:21:08,989 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:08,990 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/178615b1fc754066a8b453bb3d6d8845 is 50, key is test_row_0/C:col10/1731036067653/Put/seqid=0
2024-11-08T03:21:08,993 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 6c970b36ed114be982cdb383c2325afa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:08,993 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:08,993 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036068940; duration=0sec
2024-11-08T03:21:08,993 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:08,993 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:09,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742070_1246 (size=12241)
2024-11-08T03:21:09,011 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/178615b1fc754066a8b453bb3d6d8845 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/178615b1fc754066a8b453bb3d6d8845
2024-11-08T03:21:09,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74
2024-11-08T03:21:09,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:09,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:09,018 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 178615b1fc754066a8b453bb3d6d8845(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:09,018 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:09,018 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036068940; duration=0sec
2024-11-08T03:21:09,018 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:09,018 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:09,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/71e7ff5150ed47d7970e582aaafd37a5 is 50, key is test_row_0/A:col10/1731036067655/Put/seqid=0
2024-11-08T03:21:09,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742071_1247 (size=12001)
2024-11-08T03:21:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:09,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:09,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036129192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036129193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:09,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036129295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036129295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/71e7ff5150ed47d7970e582aaafd37a5
2024-11-08T03:21:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/52c05b6a5df64d2bb3c1397f614696e9 is 50, key is test_row_0/B:col10/1731036067655/Put/seqid=0
2024-11-08T03:21:09,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742072_1248 (size=12001)
2024-11-08T03:21:09,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036129496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036129499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036129784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036129788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036129793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036129801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036129804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:09,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/52c05b6a5df64d2bb3c1397f614696e9
2024-11-08T03:21:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/735eaf4cda97406eb4a5a151f47ae44b is 50, key is test_row_0/C:col10/1731036067655/Put/seqid=0
2024-11-08T03:21:09,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742073_1249 (size=12001)
2024-11-08T03:21:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:10,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/735eaf4cda97406eb4a5a151f47ae44b
2024-11-08T03:21:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/71e7ff5150ed47d7970e582aaafd37a5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5
2024-11-08T03:21:10,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T03:21:10,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/52c05b6a5df64d2bb3c1397f614696e9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9
2024-11-08T03:21:10,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T03:21:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/735eaf4cda97406eb4a5a151f47ae44b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b
2024-11-08T03:21:10,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T03:21:10,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for a2667835b68c840d0bba0ddf0f0aed95 in 1252ms, sequenceid=127, compaction requested=false
2024-11-08T03:21:10,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:10,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:10,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74
2024-11-08T03:21:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=74
2024-11-08T03:21:10,271 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73
2024-11-08T03:21:10,271 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1700 sec
2024-11-08T03:21:10,272 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.1730 sec
2024-11-08T03:21:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:10,307 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:10,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:10,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/72f45cd336be4e0b94a8cc9d0ae012d1 is 50, key is test_row_0/A:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:10,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036130310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036130312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742074_1250 (size=14541)
2024-11-08T03:21:10,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036130412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036130414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036130615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036130615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,726 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/72f45cd336be4e0b94a8cc9d0ae012d1
2024-11-08T03:21:10,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/86f1a67209eb4ef5b6ae4a04e0e8f072 is 50, key is test_row_0/B:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:10,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742075_1251 (size=12151)
2024-11-08T03:21:10,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036130917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:10,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036130918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/86f1a67209eb4ef5b6ae4a04e0e8f072
2024-11-08T03:21:11,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3228b13cb29e4c81bf559e3d203ce30f is 50, key is test_row_0/C:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:11,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742076_1252 (size=12151)
2024-11-08T03:21:11,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036131423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036131424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,568 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3228b13cb29e4c81bf559e3d203ce30f
2024-11-08T03:21:11,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/72f45cd336be4e0b94a8cc9d0ae012d1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1
2024-11-08T03:21:11,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1, entries=200, sequenceid=158, filesize=14.2 K
2024-11-08T03:21:11,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/86f1a67209eb4ef5b6ae4a04e0e8f072 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072
2024-11-08T03:21:11,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072, entries=150, sequenceid=158, filesize=11.9 K
2024-11-08T03:21:11,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3228b13cb29e4c81bf559e3d203ce30f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f
2024-11-08T03:21:11,584 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f, entries=150, sequenceid=158, filesize=11.9 K
2024-11-08T03:21:11,584 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for a2667835b68c840d0bba0ddf0f0aed95 in 1277ms, sequenceid=158, compaction requested=true
2024-11-08T03:21:11,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:11,585 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:11,585 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:11,585 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:11,585 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:11,586 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:11,586 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:11,586 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:11,586 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f17921baaf7a442e9a587f24ce209f87, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=37.9 K
2024-11-08T03:21:11,586 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:11,586 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6c970b36ed114be982cdb383c2325afa, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=35.5 K
2024-11-08T03:21:11,586 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17921baaf7a442e9a587f24ce209f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:11,586 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c970b36ed114be982cdb383c2325afa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:11,587 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c05b6a5df64d2bb3c1397f614696e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036067655
2024-11-08T03:21:11,587 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e7ff5150ed47d7970e582aaafd37a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036067655
2024-11-08T03:21:11,587 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 86f1a67209eb4ef5b6ae4a04e0e8f072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:11,587 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f45cd336be4e0b94a8cc9d0ae012d1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:11,593 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:11,594 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/b37b07907dc9408d8c5c245040cfb09b is 50, key is test_row_0/A:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:11,596 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:11,596 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/9fe4714c05df46a8a3587cf5d12c26f5 is 50, key is test_row_0/B:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:11,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742077_1253 (size=12493)
2024-11-08T03:21:11,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742078_1254 (size=12493)
2024-11-08T03:21:11,617 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/9fe4714c05df46a8a3587cf5d12c26f5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/9fe4714c05df46a8a3587cf5d12c26f5
2024-11-08T03:21:11,621 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 9fe4714c05df46a8a3587cf5d12c26f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:11,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:11,621 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036071585; duration=0sec
2024-11-08T03:21:11,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:11,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:11,621 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:11,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:11,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:11,622 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:11,623 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/178615b1fc754066a8b453bb3d6d8845, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=35.5 K
2024-11-08T03:21:11,623 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 178615b1fc754066a8b453bb3d6d8845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731036067040
2024-11-08T03:21:11,623 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 735eaf4cda97406eb4a5a151f47ae44b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036067655
2024-11-08T03:21:11,623 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3228b13cb29e4c81bf559e3d203ce30f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:11,630 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:11,631 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/5c688219f782460095c2ac1b58ef7c77 is 50, key is test_row_0/C:col10/1731036069190/Put/seqid=0
2024-11-08T03:21:11,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742079_1255 (size=12493)
2024-11-08T03:21:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:11,802 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:11,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:11,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ac1788ef30134ad0a68af8309b4099e0 is 50, key is test_row_0/A:col10/1731036071801/Put/seqid=0
2024-11-08T03:21:11,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742080_1256 (size=16931)
2024-11-08T03:21:11,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036131828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036131829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036131829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036131934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036131934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:11,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036131934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,013 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/b37b07907dc9408d8c5c245040cfb09b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/b37b07907dc9408d8c5c245040cfb09b
2024-11-08T03:21:12,017 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into b37b07907dc9408d8c5c245040cfb09b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:12,017 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:12,017 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036071584; duration=0sec
2024-11-08T03:21:12,017 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:12,017 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:12,039 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/5c688219f782460095c2ac1b58ef7c77 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/5c688219f782460095c2ac1b58ef7c77
2024-11-08T03:21:12,043 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 5c688219f782460095c2ac1b58ef7c77(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:12,043 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:12,044 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036071585; duration=0sec
2024-11-08T03:21:12,044 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:12,044 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:12,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036132136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036132137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036132137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73
2024-11-08T03:21:12,204 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed
2024-11-08T03:21:12,205 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees
2024-11-08T03:21:12,206 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:12,207 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:12,207 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:12,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ac1788ef30134ad0a68af8309b4099e0
2024-11-08T03:21:12,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/99d05efaba234e51b01a3f6a4fdee5b4 is 50, key is test_row_0/B:col10/1731036071801/Put/seqid=0
2024-11-08T03:21:12,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742081_1257 (size=12151)
2024-11-08T03:21:12,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/99d05efaba234e51b01a3f6a4fdee5b4
2024-11-08T03:21:12,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8553e6a0de9148bc896014922c60d08f is 50, key is test_row_0/C:col10/1731036071801/Put/seqid=0
2024-11-08T03:21:12,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742082_1258 (size=12151)
2024-11-08T03:21:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:12,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-08T03:21:12,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:12,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036132432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036132433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036132438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036132439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036132439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:12,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-08T03:21:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,647 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8553e6a0de9148bc896014922c60d08f
2024-11-08T03:21:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ac1788ef30134ad0a68af8309b4099e0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0
2024-11-08T03:21:12,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0, entries=250, sequenceid=170, filesize=16.5 K
2024-11-08T03:21:12,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/99d05efaba234e51b01a3f6a4fdee5b4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4
2024-11-08T03:21:12,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4, entries=150, sequenceid=170, filesize=11.9 K
2024-11-08T03:21:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/8553e6a0de9148bc896014922c60d08f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f
2024-11-08T03:21:12,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-08T03:21:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:12,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f, entries=150, sequenceid=170, filesize=11.9 K
2024-11-08T03:21:12,664 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a2667835b68c840d0bba0ddf0f0aed95 in 863ms, sequenceid=170, compaction requested=false
2024-11-08T03:21:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:12,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-11-08T03:21:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:12,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:21:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/c0317bfe6b4f4f50a09569e22727c461 is 50, key is test_row_0/A:col10/1731036071823/Put/seqid=0
2024-11-08T03:21:12,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742083_1259 (size=12151)
2024-11-08T03:21:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:12,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:12,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:12,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036133058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036133059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036133059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/c0317bfe6b4f4f50a09569e22727c461
2024-11-08T03:21:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/8a576d9fe1f9495fbababf5f6860b95d is 50, key is test_row_0/B:col10/1731036071823/Put/seqid=0
2024-11-08T03:21:13,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742084_1260 (size=12151)
2024-11-08T03:21:13,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036133261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036133261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036133262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:13,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036133565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036133565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036133565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:13,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/8a576d9fe1f9495fbababf5f6860b95d
2024-11-08T03:21:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f is 50, key is test_row_0/C:col10/1731036071823/Put/seqid=0
2024-11-08T03:21:13,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742085_1261 (size=12151)
2024-11-08T03:21:14,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036134067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036134069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036134069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f
2024-11-08T03:21:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/c0317bfe6b4f4f50a09569e22727c461 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461
2024-11-08T03:21:14,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461, entries=150, sequenceid=197, filesize=11.9 K
2024-11-08T03:21:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/8a576d9fe1f9495fbababf5f6860b95d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d
2024-11-08T03:21:14,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d, entries=150, sequenceid=197, filesize=11.9 K
2024-11-08T03:21:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f
2024-11-08T03:21:14,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f, entries=150, sequenceid=197, filesize=11.9 K
2024-11-08T03:21:14,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a2667835b68c840d0bba0ddf0f0aed95 in 1307ms, sequenceid=197, compaction requested=true
2024-11-08T03:21:14,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:14,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76
2024-11-08T03:21:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=76
2024-11-08T03:21:14,124 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75
2024-11-08T03:21:14,124 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9160 sec
2024-11-08T03:21:14,125 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.9200 sec
2024-11-08T03:21:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-11-08T03:21:14,310 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed
2024-11-08T03:21:14,311 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees
2024-11-08T03:21:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:14,312 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:14,313 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:14,313 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:14,448 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ad6b8a6111c84aae962ae7e98aec06e8 is 50, key is test_row_0/A:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742086_1262 (size=14541)
2024-11-08T03:21:14,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ad6b8a6111c84aae962ae7e98aec06e8
2024-11-08T03:21:14,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-08T03:21:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/6e29fdcef70246dc9e796531b5a2a90e is 50, key is test_row_0/B:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742087_1263 (size=12151)
2024-11-08T03:21:14,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036134486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036134490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036134591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036134593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:14,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-08T03:21:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-08T03:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=78
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:14,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036134795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036134796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,874 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/6e29fdcef70246dc9e796531b5a2a90e
2024-11-08T03:21:14,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2bcee7218b1d4304ac587f010b18bf34 is 50, key is test_row_0/C:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742088_1264 (size=12151)
2024-11-08T03:21:14,885 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2bcee7218b1d4304ac587f010b18bf34
2024-11-08T03:21:14,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ad6b8a6111c84aae962ae7e98aec06e8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8
2024-11-08T03:21:14,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8, entries=200, sequenceid=210, filesize=14.2 K
2024-11-08T03:21:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/6e29fdcef70246dc9e796531b5a2a90e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e
2024-11-08T03:21:14,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e, entries=150, sequenceid=210, filesize=11.9 K
2024-11-08T03:21:14,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/2bcee7218b1d4304ac587f010b18bf34 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34
2024-11-08T03:21:14,906 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34, entries=150, sequenceid=210, filesize=11.9 K
2024-11-08T03:21:14,906 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a2667835b68c840d0bba0ddf0f0aed95 in 459ms, sequenceid=210, compaction requested=true
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:14,907 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:14,907 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:14,908 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:14,908 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:14,908 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:14,908 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:14,908 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,908 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/b37b07907dc9408d8c5c245040cfb09b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=54.8 K
2024-11-08T03:21:14,909 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,909 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/9fe4714c05df46a8a3587cf5d12c26f5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=47.8 K
2024-11-08T03:21:14,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37b07907dc9408d8c5c245040cfb09b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:14,909 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe4714c05df46a8a3587cf5d12c26f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:14,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1788ef30134ad0a68af8309b4099e0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731036071797
2024-11-08T03:21:14,909 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d05efaba234e51b01a3f6a4fdee5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731036071798
2024-11-08T03:21:14,909 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0317bfe6b4f4f50a09569e22727c461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731036071823
2024-11-08T03:21:14,910 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a576d9fe1f9495fbababf5f6860b95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731036071823
2024-11-08T03:21:14,910 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad6b8a6111c84aae962ae7e98aec06e8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072945
2024-11-08T03:21:14,910 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e29fdcef70246dc9e796531b5a2a90e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072949
2024-11-08T03:21:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:14,920 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:14,921 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/91e670859b1243d7aadd03eea49f152f is 50, key is test_row_0/A:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,921 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#222 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:14,922 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/f90073ed6ac5456aa4321c19cafe3509 is 50, key is test_row_0/B:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:14,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:14,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742089_1265 (size=12629)
2024-11-08T03:21:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/572b43dc83944eb5b380d9f2de2e0655 is 50, key is test_row_0/A:col10/1731036074484/Put/seqid=0
2024-11-08T03:21:14,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742090_1266 (size=12629)
2024-11-08T03:21:14,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/f90073ed6ac5456aa4321c19cafe3509 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/f90073ed6ac5456aa4321c19cafe3509
2024-11-08T03:21:14,957 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into f90073ed6ac5456aa4321c19cafe3509(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:14,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742091_1267 (size=12151)
2024-11-08T03:21:14,957 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:14,957 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=12, startTime=1731036074907; duration=0sec
2024-11-08T03:21:14,957 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:14,957 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:14,957 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:14,959 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:14,959 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:14,959 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:14,959 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/5c688219f782460095c2ac1b58ef7c77, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=47.8 K
2024-11-08T03:21:14,959 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c688219f782460095c2ac1b58ef7c77, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731036069190
2024-11-08T03:21:14,959 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8553e6a0de9148bc896014922c60d08f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731036071798
2024-11-08T03:21:14,960 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8f86c4ad6e449fb2dfd4e8f7f26a8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731036071823
2024-11-08T03:21:14,960 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bcee7218b1d4304ac587f010b18bf34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072949
2024-11-08T03:21:14,969 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:14,970 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/96396365281542288618e9eb9c846b05 is 50, key is test_row_0/C:col10/1731036074446/Put/seqid=0
2024-11-08T03:21:14,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742092_1268 (size=12629)
2024-11-08T03:21:14,981 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/96396365281542288618e9eb9c846b05 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/96396365281542288618e9eb9c846b05
2024-11-08T03:21:14,987 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 96396365281542288618e9eb9c846b05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:14,987 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:14,987 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=12, startTime=1731036074907; duration=0sec
2024-11-08T03:21:14,987 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:14,987 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:15,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:15,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036135083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036135084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036135085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036135097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036135100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036135186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036135187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036135188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,336 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/91e670859b1243d7aadd03eea49f152f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/91e670859b1243d7aadd03eea49f152f
2024-11-08T03:21:15,340 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into 91e670859b1243d7aadd03eea49f152f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:15,340 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:15,340 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=12, startTime=1731036074907; duration=0sec
2024-11-08T03:21:15,340 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:15,340 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:15,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/572b43dc83944eb5b380d9f2de2e0655
2024-11-08T03:21:15,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/decded8324d247eb8252d220376b9db1 is 50, key is test_row_0/B:col10/1731036074484/Put/seqid=0
2024-11-08T03:21:15,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742093_1269 (size=12151)
2024-11-08T03:21:15,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036135390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036135390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036135391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:15,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036135602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036135603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036135692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036135692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036135694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:15,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/decded8324d247eb8252d220376b9db1
2024-11-08T03:21:15,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d03f11beab445f2994410f37262040d is 50, key is test_row_0/C:col10/1731036074484/Put/seqid=0
2024-11-08T03:21:15,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742094_1270 (size=12151)
2024-11-08T03:21:16,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d03f11beab445f2994410f37262040d
2024-11-08T03:21:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/572b43dc83944eb5b380d9f2de2e0655 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655
2024-11-08T03:21:16,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T03:21:16,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/decded8324d247eb8252d220376b9db1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1
2024-11-08T03:21:16,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T03:21:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3d03f11beab445f2994410f37262040d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d
2024-11-08T03:21:16,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T03:21:16,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a2667835b68c840d0bba0ddf0f0aed95 in 1274ms, sequenceid=233, compaction requested=false
2024-11-08T03:21:16,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:16,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78
2024-11-08T03:21:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:16,198 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:21:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=78
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:16,199 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77
2024-11-08T03:21:16,199 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec
2024-11-08T03:21:16,201 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8890 sec
2024-11-08T03:21:16,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/62a9bfb46e414adfb96da5f0a27a152e is 50, key is test_row_0/A:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:16,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742095_1271 (size=12151)
2024-11-08T03:21:16,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036136232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036136243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036136243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036136344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036136347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036136347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-11-08T03:21:16,415 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed
2024-11-08T03:21:16,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-11-08T03:21:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:16,417 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:16,418 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:16,418 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:16,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036136548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036136550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036136551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-08T03:21:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036136612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036136614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/62a9bfb46e414adfb96da5f0a27a152e
2024-11-08T03:21:16,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/d623370bc12d46d9b3f2fc65bc4ce612 is 50, key is test_row_0/B:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:16,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742096_1272 (size=12151)
2024-11-08T03:21:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:16,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-08T03:21:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:16,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036136854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036136854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036136855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:16,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-08T03:21:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:16,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:16,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:21:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:17,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-08T03:21:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:17,044 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/d623370bc12d46d9b3f2fc65bc4ce612
2024-11-08T03:21:17,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3a06dff91a8e45f1b0dd9b282bcef013 is 50, key is test_row_0/C:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742097_1273 (size=12151)
2024-11-08T03:21:17,061 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3a06dff91a8e45f1b0dd9b282bcef013
2024-11-08T03:21:17,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/62a9bfb46e414adfb96da5f0a27a152e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e
2024-11-08T03:21:17,068 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e, entries=150, sequenceid=250, filesize=11.9 K
2024-11-08T03:21:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/d623370bc12d46d9b3f2fc65bc4ce612 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612
2024-11-08T03:21:17,072 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612, entries=150, sequenceid=250, filesize=11.9 K
2024-11-08T03:21:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/3a06dff91a8e45f1b0dd9b282bcef013 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013
2024-11-08T03:21:17,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013, entries=150, sequenceid=250, filesize=11.9 K
2024-11-08T03:21:17,077 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2667835b68c840d0bba0ddf0f0aed95 in 879ms, sequenceid=250, compaction requested=true
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:17,077 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:17,077 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:17,078 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:17,078 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:17,078 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:17,078 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:17,078 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,078 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,079 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/f90073ed6ac5456aa4321c19cafe3509, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.1 K
2024-11-08T03:21:17,079 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/91e670859b1243d7aadd03eea49f152f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.1 K
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f90073ed6ac5456aa4321c19cafe3509, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072949
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e670859b1243d7aadd03eea49f152f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072949
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting decded8324d247eb8252d220376b9db1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731036074484
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 572b43dc83944eb5b380d9f2de2e0655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731036074484
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d623370bc12d46d9b3f2fc65bc4ce612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:17,079 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62a9bfb46e414adfb96da5f0a27a152e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:17,088 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:17,088 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/18997b2bb4e44ea5889f510955213821 is 50, key is test_row_0/B:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:17,100 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:17,101 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/27077d7a644949e08b806c277c564995 is 50, key is test_row_0/A:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:17,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742098_1274 (size=12731)
2024-11-08T03:21:17,111 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/18997b2bb4e44ea5889f510955213821 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/18997b2bb4e44ea5889f510955213821
2024-11-08T03:21:17,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742099_1275 (size=12731)
2024-11-08T03:21:17,117 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 18997b2bb4e44ea5889f510955213821(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:17,117 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:17,117 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036077077; duration=0sec
2024-11-08T03:21:17,117 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:17,117 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:17,117 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:17,118 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:17,118 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:17,118 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,118 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/96396365281542288618e9eb9c846b05, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.1 K
2024-11-08T03:21:17,119 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 96396365281542288618e9eb9c846b05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731036072949
2024-11-08T03:21:17,119 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d03f11beab445f2994410f37262040d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731036074484
2024-11-08T03:21:17,119 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a06dff91a8e45f1b0dd9b282bcef013, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:17,127 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:17,127 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/a6bbfb399d0340ebb694259a336950b6 is 50, key is test_row_0/C:col10/1731036075084/Put/seqid=0
2024-11-08T03:21:17,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742100_1276 (size=12731)
2024-11-08T03:21:17,138 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/a6bbfb399d0340ebb694259a336950b6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/a6bbfb399d0340ebb694259a336950b6
2024-11-08T03:21:17,143 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into a6bbfb399d0340ebb694259a336950b6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:17,143 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:17,143 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036077077; duration=0sec
2024-11-08T03:21:17,143 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:17,143 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:17,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/251827a70fd44b9fb244231cca5f9f9e is 50, key is test_row_0/A:col10/1731036076221/Put/seqid=0
2024-11-08T03:21:17,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742101_1277 (size=12301)
2024-11-08T03:21:17,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/251827a70fd44b9fb244231cca5f9f9e
2024-11-08T03:21:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2d4d260995314a9690083a00691bbe3f is 50, key is test_row_0/B:col10/1731036076221/Put/seqid=0
2024-11-08T03:21:17,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742102_1278 (size=12301)
2024-11-08T03:21:17,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2d4d260995314a9690083a00691bbe3f
2024-11-08T03:21:17,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c988491f967748348624a043240a691d is 50, key is test_row_0/C:col10/1731036076221/Put/seqid=0
2024-11-08T03:21:17,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742103_1279 (size=12301)
2024-11-08T03:21:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:17,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:17,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036137367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036137368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036137369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036137471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036137473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036137473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:17,520 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/27077d7a644949e08b806c277c564995 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/27077d7a644949e08b806c277c564995
2024-11-08T03:21:17,524 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into 27077d7a644949e08b806c277c564995(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:17,524 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:17,524 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036077077; duration=0sec
2024-11-08T03:21:17,524 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:17,524 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:17,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c988491f967748348624a043240a691d
2024-11-08T03:21:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/251827a70fd44b9fb244231cca5f9f9e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e
2024-11-08T03:21:17,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e, entries=150, sequenceid=274, filesize=12.0 K
2024-11-08T03:21:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2d4d260995314a9690083a00691bbe3f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f
2024-11-08T03:21:17,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f, entries=150, sequenceid=274, filesize=12.0 K
2024-11-08T03:21:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c988491f967748348624a043240a691d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d
2024-11-08T03:21:17,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d, entries=150, sequenceid=274, filesize=12.0 K
2024-11-08T03:21:17,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a2667835b68c840d0bba0ddf0f0aed95 in 456ms, sequenceid=274, compaction requested=false
2024-11-08T03:21:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-08T03:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=80
2024-11-08T03:21:17,639 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79
2024-11-08T03:21:17,639 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec
2024-11-08T03:21:17,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2240 sec
2024-11-08T03:21:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:17,675 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:17,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/8d9aa94d3bbe494a900e4e36374bdc6d is 50, key is test_row_0/A:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:17,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742104_1280 (size=12301)
2024-11-08T03:21:17,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036137697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036137697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036137698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036137801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036137801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:17,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036137801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036138003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036138004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036138004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,084 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/8d9aa94d3bbe494a900e4e36374bdc6d
2024-11-08T03:21:18,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/c6820df79a4947978ff64ee0611be149 is 50, key is test_row_0/B:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:18,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742105_1281 (size=12301)
2024-11-08T03:21:18,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036138306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036138307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036138307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,505 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/c6820df79a4947978ff64ee0611be149
2024-11-08T03:21:18,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f1126728292e411c8697025983f5eef3 is 50, key is test_row_0/C:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-11-08T03:21:18,520 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed
2024-11-08T03:21:18,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-11-08T03:21:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:18,523 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:18,523 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:18,523 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:18,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742106_1282 (size=12301)
2024-11-08T03:21:18,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036138617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,619 DEBUG [Thread-1049 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:18,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036138628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,630 DEBUG [Thread-1041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:18,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-08T03:21:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036138810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036138811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036138812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:18,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-08T03:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:18,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f1126728292e411c8697025983f5eef3
2024-11-08T03:21:18,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/8d9aa94d3bbe494a900e4e36374bdc6d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d
2024-11-08T03:21:18,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d, entries=150, sequenceid=290, filesize=12.0 K
2024-11-08T03:21:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/c6820df79a4947978ff64ee0611be149 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149
2024-11-08T03:21:18,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149, entries=150, sequenceid=290, filesize=12.0 K
2024-11-08T03:21:18,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f1126728292e411c8697025983f5eef3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3
2024-11-08T03:21:18,951 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3, entries=150, sequenceid=290, filesize=12.0 K
2024-11-08T03:21:18,952 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for a2667835b68c840d0bba0ddf0f0aed95 in 1277ms, sequenceid=290, compaction requested=true
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:18,952 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:18,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:18,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:18,954 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:18,954 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:18,954 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:18,954 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:18,954 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,954 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/18997b2bb4e44ea5889f510955213821, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.5 K
2024-11-08T03:21:18,955 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,955 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/27077d7a644949e08b806c277c564995, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.5 K
2024-11-08T03:21:18,955 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 18997b2bb4e44ea5889f510955213821, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:18,955 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d4d260995314a9690083a00691bbe3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731036076217
2024-11-08T03:21:18,955 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27077d7a644949e08b806c277c564995, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:18,955 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 251827a70fd44b9fb244231cca5f9f9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731036076217
2024-11-08T03:21:18,955 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c6820df79a4947978ff64ee0611be149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:18,956 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d9aa94d3bbe494a900e4e36374bdc6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:18,963 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:18,964 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/141fd07ba9db4a638571b5a6663da492 is 50, key is test_row_0/B:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:18,966 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:18,966 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/02a4dbceb3bb4cff80676d613337d84a is 50, key is test_row_0/A:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:18,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:18,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:18,983 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:18,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:18,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742107_1283 (size=12983)
2024-11-08T03:21:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/466bb08f76aa4c45b8512666e91ae5c4 is 50, key is test_row_0/A:col10/1731036077693/Put/seqid=0
2024-11-08T03:21:19,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742108_1284 (size=12983)
2024-11-08T03:21:19,049 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/02a4dbceb3bb4cff80676d613337d84a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/02a4dbceb3bb4cff80676d613337d84a
2024-11-08T03:21:19,056 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into 02a4dbceb3bb4cff80676d613337d84a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:19,056 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:19,056 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036078952; duration=0sec
2024-11-08T03:21:19,056 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:19,056 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:19,056 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:19,058 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:19,058 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:19,058 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:19,058 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/a6bbfb399d0340ebb694259a336950b6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.5 K
2024-11-08T03:21:19,058 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6bbfb399d0340ebb694259a336950b6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731036075082
2024-11-08T03:21:19,058 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c988491f967748348624a043240a691d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731036076217
2024-11-08T03:21:19,059 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1126728292e411c8697025983f5eef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:19,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742109_1285 (size=12301)
2024-11-08T03:21:19,077 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:19,077 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/9f41071e5b4c4e2da90b1f151c4b5a00 is 50, key is test_row_0/C:col10/1731036077674/Put/seqid=0
2024-11-08T03:21:19,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742110_1286 (size=12983)
2024-11-08T03:21:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:19,404 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/141fd07ba9db4a638571b5a6663da492 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/141fd07ba9db4a638571b5a6663da492
2024-11-08T03:21:19,409 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 141fd07ba9db4a638571b5a6663da492(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:19,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:19,409 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036078952; duration=0sec
2024-11-08T03:21:19,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:19,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:19,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/466bb08f76aa4c45b8512666e91ae5c4
2024-11-08T03:21:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/34b9868be055493eb235c575014f40af is 50, key is test_row_0/B:col10/1731036077693/Put/seqid=0
2024-11-08T03:21:19,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742111_1287 (size=12301)
2024-11-08T03:21:19,491 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/9f41071e5b4c4e2da90b1f151c4b5a00 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/9f41071e5b4c4e2da90b1f151c4b5a00
2024-11-08T03:21:19,495 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 9f41071e5b4c4e2da90b1f151c4b5a00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:19,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:19,495 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036078952; duration=0sec
2024-11-08T03:21:19,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:19,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:19,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:19,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036139824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:19,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036139825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:19,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036139825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:19,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/34b9868be055493eb235c575014f40af
2024-11-08T03:21:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ed45d9dc698b49aaabe8640d5d91dcb8 is 50, key is test_row_0/C:col10/1731036077693/Put/seqid=0
2024-11-08T03:21:19,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742112_1288 (size=12301)
2024-11-08T03:21:19,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036139927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:19,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036139928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:19,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036139928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036140130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036140130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036140131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ed45d9dc698b49aaabe8640d5d91dcb8
2024-11-08T03:21:20,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/466bb08f76aa4c45b8512666e91ae5c4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4
2024-11-08T03:21:20,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T03:21:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/34b9868be055493eb235c575014f40af as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af
2024-11-08T03:21:20,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T03:21:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/ed45d9dc698b49aaabe8640d5d91dcb8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8
2024-11-08T03:21:20,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T03:21:20,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a2667835b68c840d0bba0ddf0f0aed95 in 1331ms, sequenceid=312, compaction requested=false
2024-11-08T03:21:20,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:20,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:20,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-11-08T03:21:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=82
2024-11-08T03:21:20,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81
2024-11-08T03:21:20,317 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7920 sec
2024-11-08T03:21:20,318 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7960 sec
2024-11-08T03:21:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:20,435 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:20,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea4e11a003c1403bad791596cf0155bb is 50, key is test_row_0/A:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:20,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742113_1289 (size=14741)
2024-11-08T03:21:20,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036140458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036140458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036140458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036140563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036140563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036140563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-11-08T03:21:20,626 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed
2024-11-08T03:21:20,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-11-08T03:21:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:20,628 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:20,628 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:20,629 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:20,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036140766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036140766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036140769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:20,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:20,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:20,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:20,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:20,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea4e11a003c1403bad791596cf0155bb
2024-11-08T03:21:20,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2a3c0df4aab64727a59fa02e5e5eb4bb is 50, key is test_row_0/B:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:20,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742114_1290 (size=12301)
2024-11-08T03:21:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:20,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:20,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:20,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036141068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036141069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036141071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:21,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2a3c0df4aab64727a59fa02e5e5eb4bb
2024-11-08T03:21:21,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/733130a6e2234e07a1c8c026e575dc57 is 50, key is test_row_0/C:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:21,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742115_1291 (size=12301)
2024-11-08T03:21:21,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:21,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036141573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036141574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036141576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,667 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/733130a6e2234e07a1c8c026e575dc57
2024-11-08T03:21:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea4e11a003c1403bad791596cf0155bb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb
2024-11-08T03:21:21,676 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb, entries=200, sequenceid=331, filesize=14.4 K
2024-11-08T03:21:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/2a3c0df4aab64727a59fa02e5e5eb4bb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb
2024-11-08T03:21:21,680 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb, entries=150, sequenceid=331, filesize=12.0 K
2024-11-08T03:21:21,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/733130a6e2234e07a1c8c026e575dc57 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57
2024-11-08T03:21:21,685 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57, entries=150, sequenceid=331, filesize=12.0 K
2024-11-08T03:21:21,685 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for a2667835b68c840d0bba0ddf0f0aed95 in 1250ms, sequenceid=331, compaction requested=true
2024-11-08T03:21:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:21,685 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:21,685 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:21,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:21,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:21,686 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:21,686 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:21,686 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:21,686 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:21,687 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,687 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,687 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/141fd07ba9db4a638571b5a6663da492, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.7 K
2024-11-08T03:21:21,687 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/02a4dbceb3bb4cff80676d613337d84a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=39.1 K
2024-11-08T03:21:21,687 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 141fd07ba9db4a638571b5a6663da492, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:21,687 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02a4dbceb3bb4cff80676d613337d84a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:21,687 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 34b9868be055493eb235c575014f40af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036077693
2024-11-08T03:21:21,687 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 466bb08f76aa4c45b8512666e91ae5c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036077693
2024-11-08T03:21:21,687 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a3c0df4aab64727a59fa02e5e5eb4bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:21,688 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4e11a003c1403bad791596cf0155bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:21,694 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:21,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:21,694 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ca153491fb454505aea83103b35be688 is 50, key is test_row_0/A:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:21,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-11-08T03:21:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:21,696 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:21,697 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/4c7761175a32458896583f99aecb95a4 is 50, key is test_row_0/B:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:21,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/221ff6d1b1104d8984ff663ec192ad48 is 50, key is test_row_0/A:col10/1731036080457/Put/seqid=0
2024-11-08T03:21:21,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742116_1292 (size=13085)
2024-11-08T03:21:21,717 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ca153491fb454505aea83103b35be688 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ca153491fb454505aea83103b35be688
2024-11-08T03:21:21,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742117_1293 (size=13085)
2024-11-08T03:21:21,724 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into ca153491fb454505aea83103b35be688(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:21,724 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:21,724 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036081685; duration=0sec
2024-11-08T03:21:21,724 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:21,724 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:21,724 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:21,725 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:21,725 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:21,725 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:21,725 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/9f41071e5b4c4e2da90b1f151c4b5a00, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.7 K
2024-11-08T03:21:21,726 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f41071e5b4c4e2da90b1f151c4b5a00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731036077364
2024-11-08T03:21:21,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742118_1294 (size=12301)
2024-11-08T03:21:21,726 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed45d9dc698b49aaabe8640d5d91dcb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036077693
2024-11-08T03:21:21,726 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 733130a6e2234e07a1c8c026e575dc57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:21,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/221ff6d1b1104d8984ff663ec192ad48
2024-11-08T03:21:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/e3c7dfa9f93840bfa1685b88a93f6840 is 50, key is test_row_0/B:col10/1731036080457/Put/seqid=0
2024-11-08T03:21:21,739 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:21,740 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/6945ee7e56cf477db38193ac00ae3628 is 50, key is test_row_0/C:col10/1731036080434/Put/seqid=0
2024-11-08T03:21:21,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742119_1295 (size=12301)
2024-11-08T03:21:21,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742120_1296 (size=13085)
2024-11-08T03:21:21,758 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/6945ee7e56cf477db38193ac00ae3628 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/6945ee7e56cf477db38193ac00ae3628
2024-11-08T03:21:21,767 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into 6945ee7e56cf477db38193ac00ae3628(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:21,767 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:21,767 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036081685; duration=0sec
2024-11-08T03:21:21,767 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:21,767 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:22,124 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/4c7761175a32458896583f99aecb95a4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/4c7761175a32458896583f99aecb95a4
2024-11-08T03:21:22,128 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 4c7761175a32458896583f99aecb95a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:22,128 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:22,128 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036081685; duration=0sec
2024-11-08T03:21:22,128 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:22,128 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:22,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/e3c7dfa9f93840bfa1685b88a93f6840
2024-11-08T03:21:22,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c4df422b246f4ebd84772b4224224da1 is 50, key is test_row_0/C:col10/1731036080457/Put/seqid=0
2024-11-08T03:21:22,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742121_1297 (size=12301)
2024-11-08T03:21:22,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c4df422b246f4ebd84772b4224224da1
2024-11-08T03:21:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/221ff6d1b1104d8984ff663ec192ad48 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48
2024-11-08T03:21:22,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48, entries=150, sequenceid=353, filesize=12.0 K
2024-11-08T03:21:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/e3c7dfa9f93840bfa1685b88a93f6840 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840
2024-11-08T03:21:22,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840, entries=150, sequenceid=353, filesize=12.0 K
2024-11-08T03:21:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c4df422b246f4ebd84772b4224224da1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1
2024-11-08T03:21:22,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1, entries=150, sequenceid=353, filesize=12.0 K
2024-11-08T03:21:22,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for a2667835b68c840d0bba0ddf0f0aed95 in 487ms, sequenceid=353, compaction requested=false
2024-11-08T03:21:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-11-08T03:21:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=84
2024-11-08T03:21:22,185 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83
2024-11-08T03:21:22,185 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec
2024-11-08T03:21:22,186 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5580 sec
2024-11-08T03:21:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:22,620 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:22,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/7f0eae2774114a1a9d356d86dc8fdc0e is 50, key is test_row_0/A:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:22,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742122_1298 (size=14741)
2024-11-08T03:21:22,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036142642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036142643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036142645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036142654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37928 deadline: 1731036142659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,660 DEBUG [Thread-1049 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-11-08T03:21:22,732 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed
2024-11-08T03:21:22,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-11-08T03:21:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:22,734 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:22,734 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:22,735 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:22,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036142746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036142746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036142747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036142755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,807 DEBUG [Thread-1052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:63666
2024-11-08T03:21:22,807 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:22,808 DEBUG [Thread-1060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:63666
2024-11-08T03:21:22,808 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:22,808 DEBUG [Thread-1054 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:63666
2024-11-08T03:21:22,809 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:22,810 DEBUG [Thread-1056 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:63666
2024-11-08T03:21:22,810 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:22,811 DEBUG [Thread-1058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:63666
2024-11-08T03:21:22,811 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:22,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:22,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:22,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:22,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:22,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036142948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036142949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036142951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:22,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036142959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,029 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/7f0eae2774114a1a9d356d86dc8fdc0e
2024-11-08T03:21:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:23,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e is 50, key is test_row_0/B:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:23,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742123_1299 (size=12301)
2024-11-08T03:21:23,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036143250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036143252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036143253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036143261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:23,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,439 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e
2024-11-08T03:21:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/761ce8a67a2e43249863825808c469e2 is 50, key is test_row_0/C:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:23,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742124_1300 (size=12301)
2024-11-08T03:21:23,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37906 deadline: 1731036143751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37980 deadline: 1731036143756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37890 deadline: 1731036143757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1731036143764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86
java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=86
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:23,850 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/761ce8a67a2e43249863825808c469e2
2024-11-08T03:21:23,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/7f0eae2774114a1a9d356d86dc8fdc0e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e
2024-11-08T03:21:23,857 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e, entries=200, sequenceid=367, filesize=14.4 K
2024-11-08T03:21:23,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e
2024-11-08T03:21:23,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e, entries=150, sequenceid=367, filesize=12.0 K
2024-11-08T03:21:23,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/761ce8a67a2e43249863825808c469e2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2
2024-11-08T03:21:23,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2, entries=150, sequenceid=367, filesize=12.0 K
2024-11-08T03:21:23,866 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a2667835b68c840d0bba0ddf0f0aed95 in 1246ms, sequenceid=367, compaction requested=true
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:23,866 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:23,866 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2667835b68c840d0bba0ddf0f0aed95:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/A is initiating minor compaction (all files)
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/B is initiating minor compaction (all files)
2024-11-08T03:21:23,867 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/A in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,867 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/B in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,867 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ca153491fb454505aea83103b35be688, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=39.2 K
2024-11-08T03:21:23,867 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/4c7761175a32458896583f99aecb95a4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.8 K
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca153491fb454505aea83103b35be688, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:23,867 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7761175a32458896583f99aecb95a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 221ff6d1b1104d8984ff663ec192ad48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036080457
2024-11-08T03:21:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c7dfa9f93840bfa1685b88a93f6840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036080457
2024-11-08T03:21:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0eae2774114a1a9d356d86dc8fdc0e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731036082583
2024-11-08T03:21:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b8cf929c3cb42eeab5d8d93e5b5ff7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731036082585
2024-11-08T03:21:23,874 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:23,874 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:23,874 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/67affa7bb80c467e8f447443f18b30eb is 50, key is test_row_0/B:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:23,874 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/eaeb5bbd3b52402fa06168690ae535bb is 50, key is test_row_0/A:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:23,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742126_1302 (size=13187)
2024-11-08T03:21:23,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742125_1301 (size=13187)
2024-11-08T03:21:23,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:23,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-11-08T03:21:23,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:23,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea08b1f692954b8cacca1591096b84c9 is 50, key is test_row_0/A:col10/1731036082640/Put/seqid=0
2024-11-08T03:21:23,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742127_1303 (size=12301)
2024-11-08T03:21:24,285 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/eaeb5bbd3b52402fa06168690ae535bb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/eaeb5bbd3b52402fa06168690ae535bb
2024-11-08T03:21:24,288 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/67affa7bb80c467e8f447443f18b30eb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/67affa7bb80c467e8f447443f18b30eb
2024-11-08T03:21:24,289 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/A of a2667835b68c840d0bba0ddf0f0aed95 into eaeb5bbd3b52402fa06168690ae535bb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:24,289 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:24,289 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/A, priority=13, startTime=1731036083866; duration=0sec
2024-11-08T03:21:24,289 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:24,289 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:A
2024-11-08T03:21:24,289 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:24,290 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:24,290 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): a2667835b68c840d0bba0ddf0f0aed95/C is initiating minor compaction (all files)
2024-11-08T03:21:24,290 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2667835b68c840d0bba0ddf0f0aed95/C in TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:24,290 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/6945ee7e56cf477db38193ac00ae3628, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp, totalSize=36.8 K
2024-11-08T03:21:24,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6945ee7e56cf477db38193ac00ae3628, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731036079818
2024-11-08T03:21:24,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4df422b246f4ebd84772b4224224da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036080457
2024-11-08T03:21:24,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 761ce8a67a2e43249863825808c469e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731036082585
2024-11-08T03:21:24,292 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/B of a2667835b68c840d0bba0ddf0f0aed95 into 67affa7bb80c467e8f447443f18b30eb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:24,292 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:24,293 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/B, priority=13, startTime=1731036083866; duration=0sec
2024-11-08T03:21:24,293 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:24,293 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:B
2024-11-08T03:21:24,298 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2667835b68c840d0bba0ddf0f0aed95#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:24,299 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c992c706b3d24832a664a37370b77b01 is 50, key is test_row_0/C:col10/1731036082620/Put/seqid=0
2024-11-08T03:21:24,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742128_1304 (size=13187)
2024-11-08T03:21:24,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea08b1f692954b8cacca1591096b84c9
2024-11-08T03:21:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/58d8b91d37144784a5fc4e7b39fb5e53 is 50, key is test_row_0/B:col10/1731036082640/Put/seqid=0
2024-11-08T03:21:24,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742129_1305 (size=12301)
2024-11-08T03:21:24,707 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/c992c706b3d24832a664a37370b77b01 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c992c706b3d24832a664a37370b77b01
2024-11-08T03:21:24,711 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2667835b68c840d0bba0ddf0f0aed95/C of a2667835b68c840d0bba0ddf0f0aed95 into c992c706b3d24832a664a37370b77b01(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:24,711 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:24,711 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95., storeName=a2667835b68c840d0bba0ddf0f0aed95/C, priority=13, startTime=1731036083866; duration=0sec
2024-11-08T03:21:24,711 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:24,711 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2667835b68c840d0bba0ddf0f0aed95:C
2024-11-08T03:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:24,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. as already flushing
2024-11-08T03:21:24,756 DEBUG [Thread-1043 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:63666
2024-11-08T03:21:24,756 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:24,763 DEBUG [Thread-1041 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:63666
2024-11-08T03:21:24,763 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:24,768 DEBUG [Thread-1045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:63666
2024-11-08T03:21:24,768 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:24,771 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:63666
2024-11-08T03:21:24,771 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:24,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/58d8b91d37144784a5fc4e7b39fb5e53
2024-11-08T03:21:24,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f861b50972344b33aded7d66dcb5338d is 50, key is test_row_0/C:col10/1731036082640/Put/seqid=0
2024-11-08T03:21:24,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742130_1306 (size=12301)
2024-11-08T03:21:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:25,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f861b50972344b33aded7d66dcb5338d
2024-11-08T03:21:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/ea08b1f692954b8cacca1591096b84c9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea08b1f692954b8cacca1591096b84c9
2024-11-08T03:21:25,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea08b1f692954b8cacca1591096b84c9, entries=150, sequenceid=392, filesize=12.0 K
2024-11-08T03:21:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/58d8b91d37144784a5fc4e7b39fb5e53 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/58d8b91d37144784a5fc4e7b39fb5e53
2024-11-08T03:21:25,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/58d8b91d37144784a5fc4e7b39fb5e53, entries=150, sequenceid=392, filesize=12.0 K
2024-11-08T03:21:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/f861b50972344b33aded7d66dcb5338d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f861b50972344b33aded7d66dcb5338d
2024-11-08T03:21:25,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f861b50972344b33aded7d66dcb5338d, entries=150, sequenceid=392, filesize=12.0 K
2024-11-08T03:21:25,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for a2667835b68c840d0bba0ddf0f0aed95 in 1250ms, sequenceid=392, compaction requested=false
2024-11-08T03:21:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-11-08T03:21:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=86
2024-11-08T03:21:25,205 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85
2024-11-08T03:21:25,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec
2024-11-08T03:21:25,207 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.4730 sec
2024-11-08T03:21:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-11-08T03:21:26,839 INFO  [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed
2024-11-08T03:21:28,474 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:30,502 ERROR [LeaseRenewer:jenkins@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:43367,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:32,726 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:63666
2024-11-08T03:21:32,726 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 98
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 39
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6664
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6502
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6519
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6697
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6539
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:21:32,726 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:21:32,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:63666
2024-11-08T03:21:32,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:32,727 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:21:32,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:21:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:32,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036092729"}]},"ts":"1731036092729"}
2024-11-08T03:21:32,730 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:21:32,783 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:21:32,784 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:21:32,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, UNASSIGN}]
2024-11-08T03:21:32,785 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, UNASSIGN
2024-11-08T03:21:32,786 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=a2667835b68c840d0bba0ddf0f0aed95, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:32,787 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:21:32,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:21:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:32,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:32,939 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing a2667835b68c840d0bba0ddf0f0aed95, disabling compactions & flushes
2024-11-08T03:21:32,939 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95. after waiting 0 ms
2024-11-08T03:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:32,939 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing a2667835b68c840d0bba0ddf0f0aed95 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=A
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=B
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2667835b68c840d0bba0ddf0f0aed95, store=C
2024-11-08T03:21:32,940 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:32,949 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/896778f02d37417eb361713897446623 is 50, key is test_row_0/A:col10/1731036084770/Put/seqid=0
2024-11-08T03:21:32,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742131_1307 (size=9857)
2024-11-08T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:33,356 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/896778f02d37417eb361713897446623
2024-11-08T03:21:33,367 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7c320d1cc3b54be9843eb59bac6e89a2 is 50, key is test_row_0/B:col10/1731036084770/Put/seqid=0
2024-11-08T03:21:33,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742132_1308 (size=9857)
2024-11-08T03:21:33,773 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7c320d1cc3b54be9843eb59bac6e89a2
2024-11-08T03:21:33,786 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/220339644e144cf28bb50b13332a1470 is 50, key is test_row_0/C:col10/1731036084770/Put/seqid=0
2024-11-08T03:21:33,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742133_1309 (size=9857)
2024-11-08T03:21:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:34,191 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/220339644e144cf28bb50b13332a1470
2024-11-08T03:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/A/896778f02d37417eb361713897446623 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/896778f02d37417eb361713897446623
2024-11-08T03:21:34,207 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/896778f02d37417eb361713897446623, entries=100, sequenceid=403, filesize=9.6 K
2024-11-08T03:21:34,208 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/B/7c320d1cc3b54be9843eb59bac6e89a2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7c320d1cc3b54be9843eb59bac6e89a2
2024-11-08T03:21:34,212 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7c320d1cc3b54be9843eb59bac6e89a2, entries=100, sequenceid=403, filesize=9.6 K
2024-11-08T03:21:34,213 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/.tmp/C/220339644e144cf28bb50b13332a1470 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/220339644e144cf28bb50b13332a1470
2024-11-08T03:21:34,217 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/220339644e144cf28bb50b13332a1470, entries=100, sequenceid=403, filesize=9.6 K
2024-11-08T03:21:34,218 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a2667835b68c840d0bba0ddf0f0aed95 in 1279ms, sequenceid=403, compaction requested=true
2024-11-08T03:21:34,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/a58a382c3d8741bfae8d1641f4fc009c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f17921baaf7a442e9a587f24ce209f87, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/b37b07907dc9408d8c5c245040cfb09b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/91e670859b1243d7aadd03eea49f152f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/27077d7a644949e08b806c277c564995, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/02a4dbceb3bb4cff80676d613337d84a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ca153491fb454505aea83103b35be688, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e] to archive
2024-11-08T03:21:34,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:34,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5068e2ff11484c46b056f17771483724
2024-11-08T03:21:34,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/5db96c0406d84746818c449143c411f0
2024-11-08T03:21:34,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/1a3cd01083174794a47e0a2575bd28db
2024-11-08T03:21:34,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/a58a382c3d8741bfae8d1641f4fc009c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/a58a382c3d8741bfae8d1641f4fc009c
2024-11-08T03:21:34,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f02c047494784add9963b29430664edb
2024-11-08T03:21:34,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/332d2d29984b47d59ffbd27e8150fe6f
2024-11-08T03:21:34,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f17921baaf7a442e9a587f24ce209f87 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/f17921baaf7a442e9a587f24ce209f87
2024-11-08T03:21:34,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ae824990b1e84d0398c3742a06cd8cf2
2024-11-08T03:21:34,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/71e7ff5150ed47d7970e582aaafd37a5
2024-11-08T03:21:34,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/72f45cd336be4e0b94a8cc9d0ae012d1
2024-11-08T03:21:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/b37b07907dc9408d8c5c245040cfb09b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/b37b07907dc9408d8c5c245040cfb09b
2024-11-08T03:21:34,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ac1788ef30134ad0a68af8309b4099e0
2024-11-08T03:21:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/c0317bfe6b4f4f50a09569e22727c461
2024-11-08T03:21:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ad6b8a6111c84aae962ae7e98aec06e8
2024-11-08T03:21:34,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/91e670859b1243d7aadd03eea49f152f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/91e670859b1243d7aadd03eea49f152f
2024-11-08T03:21:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/572b43dc83944eb5b380d9f2de2e0655
2024-11-08T03:21:34,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/27077d7a644949e08b806c277c564995 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/27077d7a644949e08b806c277c564995
2024-11-08T03:21:34,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/62a9bfb46e414adfb96da5f0a27a152e
2024-11-08T03:21:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/251827a70fd44b9fb244231cca5f9f9e
2024-11-08T03:21:34,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/02a4dbceb3bb4cff80676d613337d84a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/02a4dbceb3bb4cff80676d613337d84a
2024-11-08T03:21:34,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/8d9aa94d3bbe494a900e4e36374bdc6d
2024-11-08T03:21:34,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/466bb08f76aa4c45b8512666e91ae5c4
2024-11-08T03:21:34,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea4e11a003c1403bad791596cf0155bb
2024-11-08T03:21:34,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ca153491fb454505aea83103b35be688 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ca153491fb454505aea83103b35be688
2024-11-08T03:21:34,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/221ff6d1b1104d8984ff663ec192ad48
2024-11-08T03:21:34,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/7f0eae2774114a1a9d356d86dc8fdc0e
2024-11-08T03:21:34,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/65370b60a2024ccd9b82974686799d7f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6c970b36ed114be982cdb383c2325afa, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/9fe4714c05df46a8a3587cf5d12c26f5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/f90073ed6ac5456aa4321c19cafe3509, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/18997b2bb4e44ea5889f510955213821, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/141fd07ba9db4a638571b5a6663da492, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/4c7761175a32458896583f99aecb95a4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e] to archive
2024-11-08T03:21:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:34,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/500178ed728047d5b5e509bec1fbf108
2024-11-08T03:21:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/23240e32f3ef4874a8f3ea9a5ed37894
2024-11-08T03:21:34,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/51a6bc2671b3481b9357a63ef6d67655
2024-11-08T03:21:34,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/65370b60a2024ccd9b82974686799d7f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/65370b60a2024ccd9b82974686799d7f
2024-11-08T03:21:34,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/506df80f4ae14d9cbf1d7873d8f64daa
2024-11-08T03:21:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/338dce5f483243af8f780f5929c724ea
2024-11-08T03:21:34,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6c970b36ed114be982cdb383c2325afa to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6c970b36ed114be982cdb383c2325afa
2024-11-08T03:21:34,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/fdec266a6cb040af95a22251d858283b
2024-11-08T03:21:34,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/52c05b6a5df64d2bb3c1397f614696e9
2024-11-08T03:21:34,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/9fe4714c05df46a8a3587cf5d12c26f5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/9fe4714c05df46a8a3587cf5d12c26f5
2024-11-08T03:21:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/86f1a67209eb4ef5b6ae4a04e0e8f072
2024-11-08T03:21:34,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/99d05efaba234e51b01a3f6a4fdee5b4
2024-11-08T03:21:34,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/8a576d9fe1f9495fbababf5f6860b95d
2024-11-08T03:21:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/f90073ed6ac5456aa4321c19cafe3509 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/f90073ed6ac5456aa4321c19cafe3509
2024-11-08T03:21:34,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/6e29fdcef70246dc9e796531b5a2a90e
2024-11-08T03:21:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/decded8324d247eb8252d220376b9db1
2024-11-08T03:21:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/18997b2bb4e44ea5889f510955213821 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/18997b2bb4e44ea5889f510955213821
2024-11-08T03:21:34,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/d623370bc12d46d9b3f2fc65bc4ce612
2024-11-08T03:21:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2d4d260995314a9690083a00691bbe3f
2024-11-08T03:21:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/141fd07ba9db4a638571b5a6663da492 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/141fd07ba9db4a638571b5a6663da492
2024-11-08T03:21:34,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/c6820df79a4947978ff64ee0611be149
2024-11-08T03:21:34,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/34b9868be055493eb235c575014f40af
2024-11-08T03:21:34,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/4c7761175a32458896583f99aecb95a4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/4c7761175a32458896583f99aecb95a4
2024-11-08T03:21:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/2a3c0df4aab64727a59fa02e5e5eb4bb
2024-11-08T03:21:34,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/e3c7dfa9f93840bfa1685b88a93f6840
2024-11-08T03:21:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7b8cf929c3cb42eeab5d8d93e5b5ff7e
2024-11-08T03:21:34,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8802b008b9994923895931a832faeb4d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/178615b1fc754066a8b453bb3d6d8845, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/5c688219f782460095c2ac1b58ef7c77, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/96396365281542288618e9eb9c846b05, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/a6bbfb399d0340ebb694259a336950b6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/9f41071e5b4c4e2da90b1f151c4b5a00, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/6945ee7e56cf477db38193ac00ae3628, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2] to archive
2024-11-08T03:21:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:34,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d99c45d430b42858d7e830c29111614
2024-11-08T03:21:34,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8a5deafbd2fe45e9a8679ccbf0e6ae62
2024-11-08T03:21:34,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/854934c35a2346ed8328c14679848eba
2024-11-08T03:21:34,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8802b008b9994923895931a832faeb4d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8802b008b9994923895931a832faeb4d
2024-11-08T03:21:34,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f39424f18b3442b2b41d5b7ed517f9ee
2024-11-08T03:21:34,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2dd329febfbe4146b46c56d5c91a5063
2024-11-08T03:21:34,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/178615b1fc754066a8b453bb3d6d8845 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/178615b1fc754066a8b453bb3d6d8845
2024-11-08T03:21:34,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c6880a9bbc7841e98fad3cc10693652b
2024-11-08T03:21:34,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/735eaf4cda97406eb4a5a151f47ae44b
2024-11-08T03:21:34,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/5c688219f782460095c2ac1b58ef7c77 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/5c688219f782460095c2ac1b58ef7c77
2024-11-08T03:21:34,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3228b13cb29e4c81bf559e3d203ce30f
2024-11-08T03:21:34,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/8553e6a0de9148bc896014922c60d08f
2024-11-08T03:21:34,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ad8f86c4ad6e449fb2dfd4e8f7f26a8f
2024-11-08T03:21:34,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/96396365281542288618e9eb9c846b05 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/96396365281542288618e9eb9c846b05
2024-11-08T03:21:34,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/2bcee7218b1d4304ac587f010b18bf34
2024-11-08T03:21:34,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3d03f11beab445f2994410f37262040d
2024-11-08T03:21:34,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/a6bbfb399d0340ebb694259a336950b6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/a6bbfb399d0340ebb694259a336950b6
2024-11-08T03:21:34,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/3a06dff91a8e45f1b0dd9b282bcef013
2024-11-08T03:21:34,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c988491f967748348624a043240a691d
2024-11-08T03:21:34,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/9f41071e5b4c4e2da90b1f151c4b5a00 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/9f41071e5b4c4e2da90b1f151c4b5a00
2024-11-08T03:21:34,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f1126728292e411c8697025983f5eef3
2024-11-08T03:21:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/ed45d9dc698b49aaabe8640d5d91dcb8
2024-11-08T03:21:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/6945ee7e56cf477db38193ac00ae3628 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/6945ee7e56cf477db38193ac00ae3628
2024-11-08T03:21:34,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/733130a6e2234e07a1c8c026e575dc57
2024-11-08T03:21:34,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c4df422b246f4ebd84772b4224224da1
2024-11-08T03:21:34,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/761ce8a67a2e43249863825808c469e2
2024-11-08T03:21:34,298 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=1
2024-11-08T03:21:34,299 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.
2024-11-08T03:21:34,299 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for a2667835b68c840d0bba0ddf0f0aed95:

2024-11-08T03:21:34,300 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:34,300 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=a2667835b68c840d0bba0ddf0f0aed95, regionState=CLOSED
2024-11-08T03:21:34,302 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89
2024-11-08T03:21:34,302 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure a2667835b68c840d0bba0ddf0f0aed95, server=e729c2d9d3a5,37707,1731035988520 in 1.5140 sec
2024-11-08T03:21:34,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88
2024-11-08T03:21:34,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2667835b68c840d0bba0ddf0f0aed95, UNASSIGN in 1.5180 sec
2024-11-08T03:21:34,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87
2024-11-08T03:21:34,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5200 sec
2024-11-08T03:21:34,305 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036094305"}]},"ts":"1731036094305"}
2024-11-08T03:21:34,305 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:21:34,349 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:21:34,351 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec
2024-11-08T03:21:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-11-08T03:21:34,836 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed
2024-11-08T03:21:34,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:21:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,840 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,841 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-08T03:21:34,845 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:34,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/recovered.edits]
2024-11-08T03:21:34,857 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/896778f02d37417eb361713897446623 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/896778f02d37417eb361713897446623
2024-11-08T03:21:34,859 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea08b1f692954b8cacca1591096b84c9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/ea08b1f692954b8cacca1591096b84c9
2024-11-08T03:21:34,861 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/eaeb5bbd3b52402fa06168690ae535bb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/A/eaeb5bbd3b52402fa06168690ae535bb
2024-11-08T03:21:34,865 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/58d8b91d37144784a5fc4e7b39fb5e53 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/58d8b91d37144784a5fc4e7b39fb5e53
2024-11-08T03:21:34,867 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/67affa7bb80c467e8f447443f18b30eb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/67affa7bb80c467e8f447443f18b30eb
2024-11-08T03:21:34,869 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7c320d1cc3b54be9843eb59bac6e89a2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/B/7c320d1cc3b54be9843eb59bac6e89a2
2024-11-08T03:21:34,872 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/220339644e144cf28bb50b13332a1470 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/220339644e144cf28bb50b13332a1470
2024-11-08T03:21:34,874 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c992c706b3d24832a664a37370b77b01 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/c992c706b3d24832a664a37370b77b01
2024-11-08T03:21:34,876 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f861b50972344b33aded7d66dcb5338d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/C/f861b50972344b33aded7d66dcb5338d
2024-11-08T03:21:34,879 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/recovered.edits/406.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95/recovered.edits/406.seqid
2024-11-08T03:21:34,880 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/a2667835b68c840d0bba0ddf0f0aed95
2024-11-08T03:21:34,880 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:21:34,882 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,884 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:21:34,886 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:21:34,887 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,887 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:21:34,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036094887"}]},"ts":"9223372036854775807"}
2024-11-08T03:21:34,889 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:21:34,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a2667835b68c840d0bba0ddf0f0aed95, NAME => 'TestAcidGuarantees,,1731036060495.a2667835b68c840d0bba0ddf0f0aed95.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:21:34,889 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:21:34,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036094889"}]},"ts":"9223372036854775807"}
2024-11-08T03:21:34,890 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:21:34,939 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,940 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec
2024-11-08T03:21:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-11-08T03:21:34,942 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed
2024-11-08T03:21:34,955 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 236), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 319), ProcessCount=9 (was 9), AvailableMemoryMB=2062 (was 2198)
2024-11-08T03:21:34,966 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=9, AvailableMemoryMB=2062
2024-11-08T03:21:34,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:21:34,968 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:21:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:34,969 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:21:34,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:34,970 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 92
2024-11-08T03:21:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:34,970 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:21:34,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742134_1310 (size=960)
2024-11-08T03:21:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:35,379 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:21:35,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742135_1311 (size=53)
2024-11-08T03:21:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f1be17a246f8b7b8850da203e4edc51b, disabling compactions & flushes
2024-11-08T03:21:35,785 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. after waiting 0 ms
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:35,785 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:35,785 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:35,786 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:21:35,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731036095786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036095786"}]},"ts":"1731036095786"}
2024-11-08T03:21:35,788 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:21:35,788 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:21:35,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036095788"}]},"ts":"1731036095788"}
2024-11-08T03:21:35,789 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:21:35,808 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, ASSIGN}]
2024-11-08T03:21:35,809 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, ASSIGN
2024-11-08T03:21:35,809 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:21:35,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:35,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:21:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:36,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:36,115 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:36,115 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:21:36,115 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,115 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:21:36,116 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,116 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,117 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:36,118 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:36,118 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName A
2024-11-08T03:21:36,118 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:36,118 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:36,118 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:36,119 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:36,120 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName B
2024-11-08T03:21:36,120 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:36,120 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:36,120 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:36,121 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:36,121 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName C
2024-11-08T03:21:36,121 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:36,122 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:36,122 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:36,123 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,123 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,124 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:21:36,125 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:36,127 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:21:36,127 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened f1be17a246f8b7b8850da203e4edc51b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59685176, jitterRate=-0.11062157154083252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:21:36,128 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:36,129 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., pid=94, masterSystemTime=1731036096112
2024-11-08T03:21:36,130 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:36,130 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:36,130 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:36,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93
2024-11-08T03:21:36,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520 in 170 msec
2024-11-08T03:21:36,133 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92
2024-11-08T03:21:36,133 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, ASSIGN in 324 msec
2024-11-08T03:21:36,134 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:21:36,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036096134"}]},"ts":"1731036096134"}
2024-11-08T03:21:36,134 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:21:36,141 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:21:36,142 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec
2024-11-08T03:21:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92
2024-11-08T03:21:37,077 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed
2024-11-08T03:21:37,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0
2024-11-08T03:21:37,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:37,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:37,121 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:37,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:21:37,124 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:21:37,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:21:37,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:21:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T03:21:37,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742136_1312 (size=996)
2024-11-08T03:21:37,538 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-08T03:21:37,538 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-08T03:21:37,540 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:21:37,541 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, REOPEN/MOVE}]
2024-11-08T03:21:37,542 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, REOPEN/MOVE
2024-11-08T03:21:37,543 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:37,543 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:21:37,543 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:21:37,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:37,695 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:37,695 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:21:37,695 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing f1be17a246f8b7b8850da203e4edc51b, disabling compactions & flushes
2024-11-08T03:21:37,695 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:37,695 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:37,695 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. after waiting 0 ms
2024-11-08T03:21:37,695 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:37,699 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T03:21:37,700 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:37,700 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:37,700 WARN  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: f1be17a246f8b7b8850da203e4edc51b to self.
2024-11-08T03:21:37,701 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:37,702 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=CLOSED
2024-11-08T03:21:37,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97
2024-11-08T03:21:37,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520 in 160 msec
2024-11-08T03:21:37,705 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, REOPEN/MOVE; state=CLOSED, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=true
2024-11-08T03:21:37,855 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:37,856 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:21:38,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,012 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,012 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:21:38,013 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,013 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:21:38,013 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,013 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,015 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:38,017 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:38,017 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName A
2024-11-08T03:21:38,018 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:38,018 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:38,018 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:38,019 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:38,019 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName B
2024-11-08T03:21:38,019 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:38,019 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:38,019 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f1be17a246f8b7b8850da203e4edc51b 
2024-11-08T03:21:38,020 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:21:38,020 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1be17a246f8b7b8850da203e4edc51b columnFamilyName C
2024-11-08T03:21:38,020 DEBUG [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:38,020 INFO  [StoreOpener-f1be17a246f8b7b8850da203e4edc51b-1 {}] regionserver.HStore(327): Store=f1be17a246f8b7b8850da203e4edc51b/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:21:38,020 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,021 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,022 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,023 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:21:38,024 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,024 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened f1be17a246f8b7b8850da203e4edc51b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66836220, jitterRate=-0.0040627121925354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:21:38,025 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:38,025 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., pid=99, masterSystemTime=1731036098008
2024-11-08T03:21:38,026 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,026 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,026 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=OPEN, openSeqNum=5, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97
2024-11-08T03:21:38,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520 in 171 msec
2024-11-08T03:21:38,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96
2024-11-08T03:21:38,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, REOPEN/MOVE in 487 msec
2024-11-08T03:21:38,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95
2024-11-08T03:21:38,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec
2024-11-08T03:21:38,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 903 msec
2024-11-08T03:21:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-11-08T03:21:38,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd
2024-11-08T03:21:38,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604
2024-11-08T03:21:38,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594
2024-11-08T03:21:38,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3
2024-11-08T03:21:38,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5
2024-11-08T03:21:38,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be
2024-11-08T03:21:38,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21
2024-11-08T03:21:38,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48
2024-11-08T03:21:38,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2
2024-11-08T03:21:38,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076
2024-11-08T03:21:38,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:21:38,194 DEBUG [hconnection-0x7a55a6a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,194 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:38,195 DEBUG [hconnection-0xc16a452-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees
2024-11-08T03:21:38,195 DEBUG [hconnection-0x7d6ab800-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,195 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,196 DEBUG [hconnection-0x6aa80aec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,196 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:38,196 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,197 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,197 DEBUG [hconnection-0x7ecd06dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,197 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,197 DEBUG [hconnection-0x619fd260-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,197 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:38,197 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:38,198 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,198 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,198 DEBUG [hconnection-0x4812d87f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,198 DEBUG [hconnection-0xeb821cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,199 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,199 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,199 DEBUG [hconnection-0x2b6a1553-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,200 DEBUG [hconnection-0x16fe860a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:21:38,200 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,201 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:21:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,204 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:38,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036158212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036158212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036158213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036158213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036158213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108694a2651fadb47caaefbeae2dfc4ea91_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036098204/Put/seqid=0
2024-11-08T03:21:38,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742137_1313 (size=12154)
2024-11-08T03:21:38,245 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:38,248 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108694a2651fadb47caaefbeae2dfc4ea91_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108694a2651fadb47caaefbeae2dfc4ea91_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:38,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/0413df218b4e438b9fe1eef1ce3bdfed, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:38,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/0413df218b4e438b9fe1eef1ce3bdfed is 175, key is test_row_0/A:col10/1731036098204/Put/seqid=0
2024-11-08T03:21:38,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742138_1314 (size=30955)
2024-11-08T03:21:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036158314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036158314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036158314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036158314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036158314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:38,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036158518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036158519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036158519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036158519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036158522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,657 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/0413df218b4e438b9fe1eef1ce3bdfed
2024-11-08T03:21:38,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d4b537cadf584557abda3c4ef88f5ed5 is 50, key is test_row_0/B:col10/1731036098204/Put/seqid=0
2024-11-08T03:21:38,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742139_1315 (size=12001)
2024-11-08T03:21:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:38,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036158824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036158824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036158825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036158826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036158829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:38,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:38,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:39,082 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d4b537cadf584557abda3c4ef88f5ed5
2024-11-08T03:21:39,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/2aa5ef225d414141a77a18a2e4b0d2f9 is 50, key is test_row_0/C:col10/1731036098204/Put/seqid=0
2024-11-08T03:21:39,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742140_1316 (size=12001)
2024-11-08T03:21:39,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/2aa5ef225d414141a77a18a2e4b0d2f9
2024-11-08T03:21:39,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:39,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:39,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=101
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:39,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/0413df218b4e438b9fe1eef1ce3bdfed as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed
2024-11-08T03:21:39,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed, entries=150, sequenceid=17, filesize=30.2 K
2024-11-08T03:21:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d4b537cadf584557abda3c4ef88f5ed5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5
2024-11-08T03:21:39,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:21:39,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/2aa5ef225d414141a77a18a2e4b0d2f9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9
2024-11-08T03:21:39,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:21:39,132 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f1be17a246f8b7b8850da203e4edc51b in 928ms, sequenceid=17, compaction requested=false
2024-11-08T03:21:39,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:39,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101
2024-11-08T03:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:39,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108500b656df00644c68d063724050bce02_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036098212/Put/seqid=0
2024-11-08T03:21:39,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742141_1317 (size=12154)
2024-11-08T03:21:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:39,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108500b656df00644c68d063724050bce02_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108500b656df00644c68d063724050bce02_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4ad81485eb7c4a9f911ec1242821478f, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4ad81485eb7c4a9f911ec1242821478f is 175, key is test_row_0/A:col10/1731036098212/Put/seqid=0
2024-11-08T03:21:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:39,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:39,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742142_1318 (size=30955)
2024-11-08T03:21:39,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4ad81485eb7c4a9f911ec1242821478f
2024-11-08T03:21:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/e82fb691761841ff9705783f9ed690d3 is 50, key is test_row_0/B:col10/1731036098212/Put/seqid=0
2024-11-08T03:21:39,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036159344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036159344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036159347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742143_1319 (size=12001)
2024-11-08T03:21:39,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036159351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036159351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036159452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036159452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036159453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036159460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036159460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036159658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036159658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036159659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036159667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036159668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/e82fb691761841ff9705783f9ed690d3
2024-11-08T03:21:39,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/aa46fb90092b432c9ee0e3cc13b3eab6 is 50, key is test_row_0/C:col10/1731036098212/Put/seqid=0
2024-11-08T03:21:39,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742144_1320 (size=12001)
2024-11-08T03:21:39,835 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:21:39,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036159964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036159964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036159965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036159968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:39,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036159972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/aa46fb90092b432c9ee0e3cc13b3eab6
2024-11-08T03:21:40,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4ad81485eb7c4a9f911ec1242821478f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f
2024-11-08T03:21:40,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f, entries=150, sequenceid=41, filesize=30.2 K
2024-11-08T03:21:40,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/e82fb691761841ff9705783f9ed690d3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3
2024-11-08T03:21:40,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T03:21:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/aa46fb90092b432c9ee0e3cc13b3eab6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6
2024-11-08T03:21:40,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T03:21:40,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1be17a246f8b7b8850da203e4edc51b in 941ms, sequenceid=41, compaction requested=false
2024-11-08T03:21:40,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:40,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:40,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101
2024-11-08T03:21:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=101
2024-11-08T03:21:40,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100
2024-11-08T03:21:40,206 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec
2024-11-08T03:21:40,207 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.0130 sec
2024-11-08T03:21:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100
2024-11-08T03:21:40,299 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed
2024-11-08T03:21:40,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees
2024-11-08T03:21:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:40,302 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:40,302 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:40,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:40,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103
2024-11-08T03:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:40,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085b7811f642354721b57458941591a2a6_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036099343/Put/seqid=0
2024-11-08T03:21:40,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742145_1321 (size=12154)
2024-11-08T03:21:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:40,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:40,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036160523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036160526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036160527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036160527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036160528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:40,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036160628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036160634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036160634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036160634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036160634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036160836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036160836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036160836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036160837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036160837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:40,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085b7811f642354721b57458941591a2a6_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085b7811f642354721b57458941591a2a6_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3c4393118dac43779df8ef819896d174, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3c4393118dac43779df8ef819896d174 is 175, key is test_row_0/A:col10/1731036099343/Put/seqid=0
2024-11-08T03:21:40,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742146_1322 (size=30955)
2024-11-08T03:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:41,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036161142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036161142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036161143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036161144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036161144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3c4393118dac43779df8ef819896d174
2024-11-08T03:21:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/f1eaa77d1521495280d27e76bffa8bc1 is 50, key is test_row_0/B:col10/1731036099343/Put/seqid=0
2024-11-08T03:21:41,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742147_1323 (size=12001)
2024-11-08T03:21:41,289 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/f1eaa77d1521495280d27e76bffa8bc1
2024-11-08T03:21:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/4c1be249caa941ea865a1a80b5fb41d3 is 50, key is test_row_0/C:col10/1731036099343/Put/seqid=0
2024-11-08T03:21:41,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742148_1324 (size=12001)
2024-11-08T03:21:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:41,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036161650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036161651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036161653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036161653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036161654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:41,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/4c1be249caa941ea865a1a80b5fb41d3
2024-11-08T03:21:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3c4393118dac43779df8ef819896d174 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174
2024-11-08T03:21:41,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174, entries=150, sequenceid=53, filesize=30.2 K
2024-11-08T03:21:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/f1eaa77d1521495280d27e76bffa8bc1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1
2024-11-08T03:21:41,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T03:21:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/4c1be249caa941ea865a1a80b5fb41d3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3
2024-11-08T03:21:41,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T03:21:41,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1be17a246f8b7b8850da203e4edc51b in 1274ms, sequenceid=53, compaction requested=true
2024-11-08T03:21:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-08T03:21:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=103
2024-11-08T03:21:41,731 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102
2024-11-08T03:21:41,731 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec
2024-11-08T03:21:41,732 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4300 sec
2024-11-08T03:21:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102
2024-11-08T03:21:42,411 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed
2024-11-08T03:21:42,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees
2024-11-08T03:21:42,413 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-08T03:21:42,413 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:42,413 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-08T03:21:42,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105
2024-11-08T03:21:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:42,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108189b7fe4ae5b461aa303113438395181_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036100525/Put/seqid=0
2024-11-08T03:21:42,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742149_1325 (size=12154)
2024-11-08T03:21:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:42,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036162672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036162673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036162678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036162679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036162679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-08T03:21:42,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036162783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036162783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036162787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036162787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036162787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:42,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108189b7fe4ae5b461aa303113438395181_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108189b7fe4ae5b461aa303113438395181_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a9899680468b46cda9ba07eecf627283, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:42,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a9899680468b46cda9ba07eecf627283 is 175, key is test_row_0/A:col10/1731036100525/Put/seqid=0
2024-11-08T03:21:42,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742150_1326 (size=30955)
2024-11-08T03:21:42,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a9899680468b46cda9ba07eecf627283
2024-11-08T03:21:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/22ac2f72ee854c0395a0280f80fb85a9 is 50, key is test_row_0/B:col10/1731036100525/Put/seqid=0
2024-11-08T03:21:42,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036162990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036162990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036162993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036162993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:42,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036162993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742151_1327 (size=12001)
2024-11-08T03:21:43,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/22ac2f72ee854c0395a0280f80fb85a9
2024-11-08T03:21:43,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/86c22bdc06fa4c608ce8eb5109a53913 is 50, key is test_row_0/C:col10/1731036100525/Put/seqid=0
2024-11-08T03:21:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-08T03:21:43,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742152_1328 (size=12001)
2024-11-08T03:21:43,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036163297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036163299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036163299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036163299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036163300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/86c22bdc06fa4c608ce8eb5109a53913
2024-11-08T03:21:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a9899680468b46cda9ba07eecf627283 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283
2024-11-08T03:21:43,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283, entries=150, sequenceid=77, filesize=30.2 K
2024-11-08T03:21:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/22ac2f72ee854c0395a0280f80fb85a9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9
2024-11-08T03:21:43,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:21:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/86c22bdc06fa4c608ce8eb5109a53913 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913
2024-11-08T03:21:43,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:21:43,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1be17a246f8b7b8850da203e4edc51b in 872ms, sequenceid=77, compaction requested=true
2024-11-08T03:21:43,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:43,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:43,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-08T03:21:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=105
2024-11-08T03:21:43,440 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104
2024-11-08T03:21:43,440 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec
2024-11-08T03:21:43,441 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.0280 sec
2024-11-08T03:21:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-11-08T03:21:43,516 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed
2024-11-08T03:21:43,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees
2024-11-08T03:21:43,518 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:43,519 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:43,519 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:43,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107
2024-11-08T03:21:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:43,671 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110881087d4bb91a45e6839ca9e13be9461e_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036102678/Put/seqid=0
2024-11-08T03:21:43,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742153_1329 (size=12154)
2024-11-08T03:21:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:43,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:43,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036163836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036163836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036163837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036163845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036163846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036163949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036163949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036163949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036163950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:43,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036163957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:44,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110881087d4bb91a45e6839ca9e13be9461e_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881087d4bb91a45e6839ca9e13be9461e_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/dbeda32f7fa24430941694932764828a, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/dbeda32f7fa24430941694932764828a is 175, key is test_row_0/A:col10/1731036102678/Put/seqid=0
2024-11-08T03:21:44,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742154_1330 (size=30955)
2024-11-08T03:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:44,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036164160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036164160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036164161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036164161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036164167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036164465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036164465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036164466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036164466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036164474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:44,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/dbeda32f7fa24430941694932764828a
2024-11-08T03:21:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/983eb6e4d2394bf6ae0e2f7d29b22470 is 50, key is test_row_0/B:col10/1731036102678/Put/seqid=0
2024-11-08T03:21:44,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742155_1331 (size=12001)
2024-11-08T03:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:44,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/983eb6e4d2394bf6ae0e2f7d29b22470
2024-11-08T03:21:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6d3b70fdbf6457f84bfaf5f62804f5b is 50, key is test_row_0/C:col10/1731036102678/Put/seqid=0
2024-11-08T03:21:44,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742156_1332 (size=12001)
2024-11-08T03:21:44,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6d3b70fdbf6457f84bfaf5f62804f5b
2024-11-08T03:21:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/dbeda32f7fa24430941694932764828a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a
2024-11-08T03:21:44,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a, entries=150, sequenceid=89, filesize=30.2 K
2024-11-08T03:21:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/983eb6e4d2394bf6ae0e2f7d29b22470 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470
2024-11-08T03:21:44,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470, entries=150, sequenceid=89, filesize=11.7 K
2024-11-08T03:21:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6d3b70fdbf6457f84bfaf5f62804f5b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b
2024-11-08T03:21:44,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b, entries=150, sequenceid=89, filesize=11.7 K
2024-11-08T03:21:44,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1be17a246f8b7b8850da203e4edc51b in 1260ms, sequenceid=89, compaction requested=true
2024-11-08T03:21:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107
2024-11-08T03:21:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=107
2024-11-08T03:21:44,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106
2024-11-08T03:21:44,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec
2024-11-08T03:21:44,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4160 sec
2024-11-08T03:21:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:44,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:44,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088db927db6097405a91ad59f36a739e90_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:44,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742157_1333 (size=17034)
2024-11-08T03:21:44,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:44,997 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088db927db6097405a91ad59f36a739e90_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088db927db6097405a91ad59f36a739e90_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:44,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/566572e86f4d4bdd9a4db2760d1473fd, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:44,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/566572e86f4d4bdd9a4db2760d1473fd is 175, key is test_row_0/A:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036164989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036164990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036164991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036164992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742158_1334 (size=48139)
2024-11-08T03:21:45,005 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/566572e86f4d4bdd9a4db2760d1473fd
2024-11-08T03:21:45,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036164994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/40bc439a59724f37945dd052b3e288b7 is 50, key is test_row_0/B:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742159_1335 (size=12001)
2024-11-08T03:21:45,026 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/40bc439a59724f37945dd052b3e288b7
2024-11-08T03:21:45,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/7c12fbf2d4a44aa0b9747a029941e640 is 50, key is test_row_0/C:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742160_1336 (size=12001)
2024-11-08T03:21:45,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/7c12fbf2d4a44aa0b9747a029941e640
2024-11-08T03:21:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/566572e86f4d4bdd9a4db2760d1473fd as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd
2024-11-08T03:21:45,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd, entries=250, sequenceid=115, filesize=47.0 K
2024-11-08T03:21:45,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/40bc439a59724f37945dd052b3e288b7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7
2024-11-08T03:21:45,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7, entries=150, sequenceid=115, filesize=11.7 K
2024-11-08T03:21:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/7c12fbf2d4a44aa0b9747a029941e640 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640
2024-11-08T03:21:45,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640, entries=150, sequenceid=115, filesize=11.7 K
2024-11-08T03:21:45,065 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f1be17a246f8b7b8850da203e4edc51b in 88ms, sequenceid=115, compaction requested=true
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:45,065 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:45,065 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:45,066 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-08T03:21:45,066 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 202914 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-08T03:21:45,067 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/A is initiating minor compaction (all files)
2024-11-08T03:21:45,067 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/B is initiating minor compaction (all files)
2024-11-08T03:21:45,067 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/B in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,067 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=70.3 K
2024-11-08T03:21:45,067 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/A in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,067 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=198.2 K
2024-11-08T03:21:45,067 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,067 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd]
2024-11-08T03:21:45,067 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b537cadf584557abda3c4ef88f5ed5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036098203
2024-11-08T03:21:45,068 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0413df218b4e438b9fe1eef1ce3bdfed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036098203
2024-11-08T03:21:45,068 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e82fb691761841ff9705783f9ed690d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036098212
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad81485eb7c4a9f911ec1242821478f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036098212
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f1eaa77d1521495280d27e76bffa8bc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731036099343
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ac2f72ee854c0395a0280f80fb85a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036100522
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c4393118dac43779df8ef819896d174, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731036099343
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 983eb6e4d2394bf6ae0e2f7d29b22470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731036102677
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9899680468b46cda9ba07eecf627283, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036100522
2024-11-08T03:21:45,069 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 40bc439a59724f37945dd052b3e288b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:45,070 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbeda32f7fa24430941694932764828a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731036102677
2024-11-08T03:21:45,070 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566572e86f4d4bdd9a4db2760d1473fd, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:45,084 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#B#compaction#285 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:45,085 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/79a5983b83d246d1a4518cd2de8ff938 is 50, key is test_row_0/B:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,085 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:45,089 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411080b0c5d08d2634bf68cbef9427bc0b7ca_f1be17a246f8b7b8850da203e4edc51b store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:45,092 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411080b0c5d08d2634bf68cbef9427bc0b7ca_f1be17a246f8b7b8850da203e4edc51b, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:45,092 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080b0c5d08d2634bf68cbef9427bc0b7ca_f1be17a246f8b7b8850da203e4edc51b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:45,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742161_1337 (size=12207)
2024-11-08T03:21:45,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742162_1338 (size=4469)
2024-11-08T03:21:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:45,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:45,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:45,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efeb8f88b66747b8816a6f9884a6dd78_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036105107/Put/seqid=0
2024-11-08T03:21:45,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742163_1339 (size=17034)
2024-11-08T03:21:45,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:45,141 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efeb8f88b66747b8816a6f9884a6dd78_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efeb8f88b66747b8816a6f9884a6dd78_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:45,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/5248276514fb4553bf7397f982aaef99, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:45,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/5248276514fb4553bf7397f982aaef99 is 175, key is test_row_0/A:col10/1731036105107/Put/seqid=0
2024-11-08T03:21:45,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742164_1340 (size=48139)
2024-11-08T03:21:45,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036165187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036165188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036165202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036165203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036165203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036165304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036165304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036165318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036165319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036165319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,499 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#A#compaction#286 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:45,499 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/cc395d79b0ef4c659e3d7a7ab6502a58 is 175, key is test_row_0/A:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,500 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/79a5983b83d246d1a4518cd2de8ff938 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/79a5983b83d246d1a4518cd2de8ff938
2024-11-08T03:21:45,504 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/B of f1be17a246f8b7b8850da203e4edc51b into 79a5983b83d246d1a4518cd2de8ff938(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:45,504 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:45,504 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/B, priority=10, startTime=1731036105065; duration=0sec
2024-11-08T03:21:45,504 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:45,504 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:B
2024-11-08T03:21:45,504 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-08T03:21:45,506 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-08T03:21:45,506 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/C is initiating minor compaction (all files)
2024-11-08T03:21:45,506 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/C in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,506 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=70.3 K
2024-11-08T03:21:45,507 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aa5ef225d414141a77a18a2e4b0d2f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036098203
2024-11-08T03:21:45,507 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting aa46fb90092b432c9ee0e3cc13b3eab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731036098212
2024-11-08T03:21:45,508 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c1be249caa941ea865a1a80b5fb41d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731036099343
2024-11-08T03:21:45,508 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c22bdc06fa4c608ce8eb5109a53913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036100522
2024-11-08T03:21:45,508 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c6d3b70fdbf6457f84bfaf5f62804f5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731036102677
2024-11-08T03:21:45,508 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c12fbf2d4a44aa0b9747a029941e640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:45,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742165_1341 (size=31161)
2024-11-08T03:21:45,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036165516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036165517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,524 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:45,525 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/1413f6ad38c6447987c3475566c9f1a8 is 50, key is test_row_0/C:col10/1731036104976/Put/seqid=0
2024-11-08T03:21:45,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742166_1342 (size=12207)
2024-11-08T03:21:45,534 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/1413f6ad38c6447987c3475566c9f1a8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1413f6ad38c6447987c3475566c9f1a8
2024-11-08T03:21:45,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036165530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036165530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036165532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,538 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/C of f1be17a246f8b7b8850da203e4edc51b into 1413f6ad38c6447987c3475566c9f1a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:45,538 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:45,538 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/C, priority=10, startTime=1731036105065; duration=0sec
2024-11-08T03:21:45,538 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:45,538 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:C
2024-11-08T03:21:45,556 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/5248276514fb4553bf7397f982aaef99
2024-11-08T03:21:45,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/2c1c0760ee0444d4a3df8523b4132102 is 50, key is test_row_0/B:col10/1731036105107/Put/seqid=0
2024-11-08T03:21:45,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742167_1343 (size=12001)
2024-11-08T03:21:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106
2024-11-08T03:21:45,624 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed
2024-11-08T03:21:45,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees
2024-11-08T03:21:45,626 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:45,626 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:45,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:45,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:45,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:45,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036165823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036165826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036165839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036165840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036165840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,916 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/cc395d79b0ef4c659e3d7a7ab6502a58 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58
2024-11-08T03:21:45,923 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/A of f1be17a246f8b7b8850da203e4edc51b into cc395d79b0ef4c659e3d7a7ab6502a58(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:45,923 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:45,923 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/A, priority=10, startTime=1731036105065; duration=0sec
2024-11-08T03:21:45,923 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:45,923 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:A
2024-11-08T03:21:45,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:45,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:45,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:45,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/2c1c0760ee0444d4a3df8523b4132102
2024-11-08T03:21:45,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c97c9e6ec8ed4e7ba7a54a4925f8946c is 50, key is test_row_0/C:col10/1731036105107/Put/seqid=0
2024-11-08T03:21:45,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742168_1344 (size=12001)
2024-11-08T03:21:46,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:46,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:46,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:46,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036166330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036166332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036166345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036166348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036166349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,380 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c97c9e6ec8ed4e7ba7a54a4925f8946c
2024-11-08T03:21:46,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/5248276514fb4553bf7397f982aaef99 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99
2024-11-08T03:21:46,387 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99, entries=250, sequenceid=127, filesize=47.0 K
2024-11-08T03:21:46,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/2c1c0760ee0444d4a3df8523b4132102 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102
2024-11-08T03:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=109
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:46,391 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T03:21:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c97c9e6ec8ed4e7ba7a54a4925f8946c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c
2024-11-08T03:21:46,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T03:21:46,396 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f1be17a246f8b7b8850da203e4edc51b in 1289ms, sequenceid=127, compaction requested=false
2024-11-08T03:21:46,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:46,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:46,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109
2024-11-08T03:21:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:46,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081cf38765304f475fa933c390a17a26e7_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036105202/Put/seqid=0
2024-11-08T03:21:46,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742169_1345 (size=12304)
2024-11-08T03:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:46,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081cf38765304f475fa933c390a17a26e7_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081cf38765304f475fa933c390a17a26e7_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c301826a8a1947698f6e4aa5cd410b93, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c301826a8a1947698f6e4aa5cd410b93 is 175, key is test_row_0/A:col10/1731036105202/Put/seqid=0
2024-11-08T03:21:46,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742170_1346 (size=31105)
2024-11-08T03:21:46,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:21:47,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:47,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036167353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036167355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c301826a8a1947698f6e4aa5cd410b93
2024-11-08T03:21:47,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036167356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036167357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036167361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/29d333519c2e40f68792496ef63dd5f3 is 50, key is test_row_0/B:col10/1731036105202/Put/seqid=0
2024-11-08T03:21:47,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742171_1347 (size=12151)
2024-11-08T03:21:47,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036167466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036167467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036167672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036167673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:47,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/29d333519c2e40f68792496ef63dd5f3
2024-11-08T03:21:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/d8df111b0bba4de59e0484820dcfc423 is 50, key is test_row_0/C:col10/1731036105202/Put/seqid=0
2024-11-08T03:21:47,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742172_1348 (size=12151)
2024-11-08T03:21:47,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036167977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:47,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036167978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/d8df111b0bba4de59e0484820dcfc423
2024-11-08T03:21:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c301826a8a1947698f6e4aa5cd410b93 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93
2024-11-08T03:21:48,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93, entries=150, sequenceid=155, filesize=30.4 K
2024-11-08T03:21:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/29d333519c2e40f68792496ef63dd5f3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3
2024-11-08T03:21:48,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3, entries=150, sequenceid=155, filesize=11.9 K
2024-11-08T03:21:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/d8df111b0bba4de59e0484820dcfc423 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423
2024-11-08T03:21:48,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423, entries=150, sequenceid=155, filesize=11.9 K
2024-11-08T03:21:48,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f1be17a246f8b7b8850da203e4edc51b in 1668ms, sequenceid=155, compaction requested=true
2024-11-08T03:21:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:48,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:48,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109
2024-11-08T03:21:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=109
2024-11-08T03:21:48,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108
2024-11-08T03:21:48,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5820 sec
2024-11-08T03:21:48,211 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.5850 sec
2024-11-08T03:21:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:48,485 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T03:21:48,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:48,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:48,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:48,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:48,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:48,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089774819e97f5425d8a7432f096ec025c_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:48,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742173_1349 (size=14794)
2024-11-08T03:21:48,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036168553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036168559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036168664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036168665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036168876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036168876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:48,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:48,897 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089774819e97f5425d8a7432f096ec025c_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089774819e97f5425d8a7432f096ec025c_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:48,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9fa78cb7227e4762b9dd1d1f0b3fd921, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:48,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9fa78cb7227e4762b9dd1d1f0b3fd921 is 175, key is test_row_0/A:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:48,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742174_1350 (size=39749)
2024-11-08T03:21:49,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036169181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036169183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,302 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9fa78cb7227e4762b9dd1d1f0b3fd921
2024-11-08T03:21:49,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/db8524ed809845229c0d06fe5d91ad2f is 50, key is test_row_0/B:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:49,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742175_1351 (size=12151)
2024-11-08T03:21:49,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036169373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,378 DEBUG [Thread-1438 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:49,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036169379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,385 DEBUG [Thread-1432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:49,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036169386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,391 DEBUG [Thread-1440 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:49,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036169687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036169687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/db8524ed809845229c0d06fe5d91ad2f
2024-11-08T03:21:49,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0488a8a095c340ac9ebb5ed75559595a is 50, key is test_row_0/C:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:49,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742176_1352 (size=12151)
2024-11-08T03:21:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108
2024-11-08T03:21:49,735 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed
2024-11-08T03:21:49,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees
2024-11-08T03:21:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:49,737 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:49,737 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:49,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:49,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:49,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-08T03:21:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:49,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:50,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-08T03:21:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=111
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:50,130 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0488a8a095c340ac9ebb5ed75559595a
2024-11-08T03:21:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9fa78cb7227e4762b9dd1d1f0b3fd921 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921
2024-11-08T03:21:50,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921, entries=200, sequenceid=167, filesize=38.8 K
2024-11-08T03:21:50,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/db8524ed809845229c0d06fe5d91ad2f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f
2024-11-08T03:21:50,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T03:21:50,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0488a8a095c340ac9ebb5ed75559595a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a
2024-11-08T03:21:50,143 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T03:21:50,144 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1be17a246f8b7b8850da203e4edc51b in 1659ms, sequenceid=167, compaction requested=true
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:50,144 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:50,144 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:50,145 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:50,145 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/B is initiating minor compaction (all files)
2024-11-08T03:21:50,145 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150154 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:50,145 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/A is initiating minor compaction (all files)
2024-11-08T03:21:50,145 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/B in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,145 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/A in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,145 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/79a5983b83d246d1a4518cd2de8ff938, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=47.4 K
2024-11-08T03:21:50,145 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=146.6 K
2024-11-08T03:21:50,145 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,145 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921]
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc395d79b0ef4c659e3d7a7ab6502a58, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a5983b83d246d1a4518cd2de8ff938, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5248276514fb4553bf7397f982aaef99, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036104986
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c1c0760ee0444d4a3df8523b4132102, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036104986
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c301826a8a1947698f6e4aa5cd410b93, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731036105149
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d333519c2e40f68792496ef63dd5f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731036105149
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fa78cb7227e4762b9dd1d1f0b3fd921, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:50,146 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting db8524ed809845229c0d06fe5d91ad2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:50,152 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:50,157 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:50,157 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3997c89359a84819a6ca7bd1ddae23b5 is 50, key is test_row_0/B:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:50,163 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ea107964663749c2b1050a8a9ebccde2_f1be17a246f8b7b8850da203e4edc51b store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:50,166 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ea107964663749c2b1050a8a9ebccde2_f1be17a246f8b7b8850da203e4edc51b, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:50,166 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ea107964663749c2b1050a8a9ebccde2_f1be17a246f8b7b8850da203e4edc51b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:50,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742177_1353 (size=12493)
2024-11-08T03:21:50,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742178_1354 (size=4469)
2024-11-08T03:21:50,172 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#A#compaction#297 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:50,172 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3500e07461994462ad1bba9bf22f6b9f is 175, key is test_row_0/A:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:50,175 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3997c89359a84819a6ca7bd1ddae23b5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3997c89359a84819a6ca7bd1ddae23b5
2024-11-08T03:21:50,179 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/B of f1be17a246f8b7b8850da203e4edc51b into 3997c89359a84819a6ca7bd1ddae23b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:50,179 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:50,179 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/B, priority=12, startTime=1731036110144; duration=0sec
2024-11-08T03:21:50,179 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:50,179 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:B
2024-11-08T03:21:50,179 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:21:50,181 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:21:50,181 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/C is initiating minor compaction (all files)
2024-11-08T03:21:50,181 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/C in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,181 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1413f6ad38c6447987c3475566c9f1a8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=47.4 K
2024-11-08T03:21:50,181 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 1413f6ad38c6447987c3475566c9f1a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036103836
2024-11-08T03:21:50,182 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c97c9e6ec8ed4e7ba7a54a4925f8946c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731036104986
2024-11-08T03:21:50,182 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d8df111b0bba4de59e0484820dcfc423, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731036105149
2024-11-08T03:21:50,182 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 0488a8a095c340ac9ebb5ed75559595a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:50,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742179_1355 (size=31447)
2024-11-08T03:21:50,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:50,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:50,194 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#C#compaction#299 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:50,194 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/5aec276266114a9b8baa591336e541b4 is 50, key is test_row_0/C:col10/1731036107347/Put/seqid=0
2024-11-08T03:21:50,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742180_1356 (size=12493)
2024-11-08T03:21:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110854273a637c724aa3b3bdbb133ecaaf7e_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036108551/Put/seqid=0
2024-11-08T03:21:50,201 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/3500e07461994462ad1bba9bf22f6b9f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f
2024-11-08T03:21:50,203 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/5aec276266114a9b8baa591336e541b4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/5aec276266114a9b8baa591336e541b4
2024-11-08T03:21:50,207 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/A of f1be17a246f8b7b8850da203e4edc51b into 3500e07461994462ad1bba9bf22f6b9f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:50,207 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:50,207 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/A, priority=12, startTime=1731036110144; duration=0sec
2024-11-08T03:21:50,207 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:50,207 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:A
2024-11-08T03:21:50,208 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/C of f1be17a246f8b7b8850da203e4edc51b into 5aec276266114a9b8baa591336e541b4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:50,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:50,208 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/C, priority=12, startTime=1731036110144; duration=0sec
2024-11-08T03:21:50,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:50,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:C
2024-11-08T03:21:50,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742181_1357 (size=12304)
2024-11-08T03:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:50,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:50,667 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110854273a637c724aa3b3bdbb133ecaaf7e_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110854273a637c724aa3b3bdbb133ecaaf7e_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a4fcf3a8c5b34701a72b113afbae5083, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a4fcf3a8c5b34701a72b113afbae5083 is 175, key is test_row_0/A:col10/1731036108551/Put/seqid=0
2024-11-08T03:21:50,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742182_1358 (size=31105)
2024-11-08T03:21:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:50,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:50,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036170710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036170714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036170815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036170817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:51,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036171019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036171022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a4fcf3a8c5b34701a72b113afbae5083
2024-11-08T03:21:51,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/8aca37014ec8412fb2815b255ece22b8 is 50, key is test_row_0/B:col10/1731036108551/Put/seqid=0
2024-11-08T03:21:51,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742183_1359 (size=12151)
2024-11-08T03:21:51,084 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/8aca37014ec8412fb2815b255ece22b8
2024-11-08T03:21:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/9df57df0d2404cb692743512a1a8dd3d is 50, key is test_row_0/C:col10/1731036108551/Put/seqid=0
2024-11-08T03:21:51,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742184_1360 (size=12151)
2024-11-08T03:21:51,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921] to archive
2024-11-08T03:21:51,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:51,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/0413df218b4e438b9fe1eef1ce3bdfed
2024-11-08T03:21:51,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4ad81485eb7c4a9f911ec1242821478f
2024-11-08T03:21:51,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3c4393118dac43779df8ef819896d174
2024-11-08T03:21:51,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a9899680468b46cda9ba07eecf627283
2024-11-08T03:21:51,264 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/dbeda32f7fa24430941694932764828a
2024-11-08T03:21:51,265 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/566572e86f4d4bdd9a4db2760d1473fd
2024-11-08T03:21:51,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/cc395d79b0ef4c659e3d7a7ab6502a58
2024-11-08T03:21:51,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/5248276514fb4553bf7397f982aaef99
2024-11-08T03:21:51,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c301826a8a1947698f6e4aa5cd410b93
2024-11-08T03:21:51,268 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9fa78cb7227e4762b9dd1d1f0b3fd921
2024-11-08T03:21:51,270 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/79a5983b83d246d1a4518cd2de8ff938, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f] to archive
2024-11-08T03:21:51,271 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:51,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d4b537cadf584557abda3c4ef88f5ed5
2024-11-08T03:21:51,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/e82fb691761841ff9705783f9ed690d3
2024-11-08T03:21:51,274 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/f1eaa77d1521495280d27e76bffa8bc1
2024-11-08T03:21:51,275 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22ac2f72ee854c0395a0280f80fb85a9
2024-11-08T03:21:51,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/983eb6e4d2394bf6ae0e2f7d29b22470
2024-11-08T03:21:51,277 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/79a5983b83d246d1a4518cd2de8ff938 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/79a5983b83d246d1a4518cd2de8ff938
2024-11-08T03:21:51,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/40bc439a59724f37945dd052b3e288b7
2024-11-08T03:21:51,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/2c1c0760ee0444d4a3df8523b4132102
2024-11-08T03:21:51,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/29d333519c2e40f68792496ef63dd5f3
2024-11-08T03:21:51,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/db8524ed809845229c0d06fe5d91ad2f
2024-11-08T03:21:51,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1413f6ad38c6447987c3475566c9f1a8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a] to archive
2024-11-08T03:21:51,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:21:51,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/2aa5ef225d414141a77a18a2e4b0d2f9
2024-11-08T03:21:51,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/aa46fb90092b432c9ee0e3cc13b3eab6
2024-11-08T03:21:51,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/4c1be249caa941ea865a1a80b5fb41d3
2024-11-08T03:21:51,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/86c22bdc06fa4c608ce8eb5109a53913
2024-11-08T03:21:51,287 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6d3b70fdbf6457f84bfaf5f62804f5b
2024-11-08T03:21:51,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1413f6ad38c6447987c3475566c9f1a8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1413f6ad38c6447987c3475566c9f1a8
2024-11-08T03:21:51,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/7c12fbf2d4a44aa0b9747a029941e640
2024-11-08T03:21:51,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c97c9e6ec8ed4e7ba7a54a4925f8946c
2024-11-08T03:21:51,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/d8df111b0bba4de59e0484820dcfc423
2024-11-08T03:21:51,291 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e729c2d9d3a5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0488a8a095c340ac9ebb5ed75559595a
2024-11-08T03:21:51,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036171322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036171328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/9df57df0d2404cb692743512a1a8dd3d
2024-11-08T03:21:51,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/a4fcf3a8c5b34701a72b113afbae5083 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083
2024-11-08T03:21:51,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083, entries=150, sequenceid=192, filesize=30.4 K
2024-11-08T03:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/8aca37014ec8412fb2815b255ece22b8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8
2024-11-08T03:21:51,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8, entries=150, sequenceid=192, filesize=11.9 K
2024-11-08T03:21:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/9df57df0d2404cb692743512a1a8dd3d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d
2024-11-08T03:21:51,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d, entries=150, sequenceid=192, filesize=11.9 K
2024-11-08T03:21:51,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1be17a246f8b7b8850da203e4edc51b in 1315ms, sequenceid=192, compaction requested=false
2024-11-08T03:21:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111
2024-11-08T03:21:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=111
2024-11-08T03:21:51,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110
2024-11-08T03:21:51,510 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7730 sec
2024-11-08T03:21:51,511 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7750 sec
2024-11-08T03:21:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:51,831 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:21:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:51,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:51,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108212a8435d5e048259d6b319e94989912_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:51,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742185_1361 (size=14794)
2024-11-08T03:21:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110
2024-11-08T03:21:51,840 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed
2024-11-08T03:21:51,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees
2024-11-08T03:21:51,842 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:51,842 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:51,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:51,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036171879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036171888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:51,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036171989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:51,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:51,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:51,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:51,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036171994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:52,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036172190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036172197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:52,243 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108212a8435d5e048259d6b319e94989912_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108212a8435d5e048259d6b319e94989912_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:52,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/1885bd2d1bed4cf6a26486b73ad10bb7, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:52,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/1885bd2d1bed4cf6a26486b73ad10bb7 is 175, key is test_row_0/A:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:52,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742186_1362 (size=39749)
2024-11-08T03:21:52,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:52,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036172493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036172501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,648 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/1885bd2d1bed4cf6a26486b73ad10bb7
2024-11-08T03:21:52,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d05a3f14b87048ea9185bf9e5ceca558 is 50, key is test_row_0/B:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:52,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742187_1363 (size=12151)
2024-11-08T03:21:52,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:52,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:52,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:53,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036173001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036173005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,065 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d05a3f14b87048ea9185bf9e5ceca558
2024-11-08T03:21:53,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0f59b39669fd4af9a98582c39dd14d54 is 50, key is test_row_0/C:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:53,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742188_1364 (size=12151)
2024-11-08T03:21:53,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:53,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:53,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52048 deadline: 1731036173398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1731036173399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,402 DEBUG [Thread-1432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:53,402 DEBUG [Thread-1438 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:53,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52022 deadline: 1731036173410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,414 DEBUG [Thread-1440 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:21:53,478 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0f59b39669fd4af9a98582c39dd14d54
2024-11-08T03:21:53,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/1885bd2d1bed4cf6a26486b73ad10bb7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7
2024-11-08T03:21:53,485 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7, entries=200, sequenceid=207, filesize=38.8 K
2024-11-08T03:21:53,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/d05a3f14b87048ea9185bf9e5ceca558 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558
2024-11-08T03:21:53,489 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558, entries=150, sequenceid=207, filesize=11.9 K
2024-11-08T03:21:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0f59b39669fd4af9a98582c39dd14d54 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54
2024-11-08T03:21:53,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54, entries=150, sequenceid=207, filesize=11.9 K
2024-11-08T03:21:53,494 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f1be17a246f8b7b8850da203e4edc51b in 1663ms, sequenceid=207, compaction requested=true
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:53,494 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:53,494 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:53,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:53,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:53,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/A is initiating minor compaction (all files)
2024-11-08T03:21:53,495 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/A in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,495 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=99.9 K
2024-11-08T03:21:53,495 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,495 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7]
2024-11-08T03:21:53,495 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3500e07461994462ad1bba9bf22f6b9f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/B is initiating minor compaction (all files)
2024-11-08T03:21:53,496 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/B in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,496 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3997c89359a84819a6ca7bd1ddae23b5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=35.9 K
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4fcf3a8c5b34701a72b113afbae5083, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036108551
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3997c89359a84819a6ca7bd1ddae23b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1885bd2d1bed4cf6a26486b73ad10bb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:53,496 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aca37014ec8412fb2815b255ece22b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036108551
2024-11-08T03:21:53,497 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d05a3f14b87048ea9185bf9e5ceca558, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:53,501 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:53,502 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:53,503 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411083e49c2b72dff44f688a04be6ba5775e7_f1be17a246f8b7b8850da203e4edc51b store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:53,503 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/22bc99f1104d456381ac0aa944d3e4d0 is 50, key is test_row_0/B:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:53,504 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411083e49c2b72dff44f688a04be6ba5775e7_f1be17a246f8b7b8850da203e4edc51b, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:53,504 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083e49c2b72dff44f688a04be6ba5775e7_f1be17a246f8b7b8850da203e4edc51b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:53,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742189_1365 (size=12254)
2024-11-08T03:21:53,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742190_1366 (size=4469)
2024-11-08T03:21:53,512 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/22bc99f1104d456381ac0aa944d3e4d0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22bc99f1104d456381ac0aa944d3e4d0
2024-11-08T03:21:53,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:53,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-11-08T03:21:53,516 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/B of f1be17a246f8b7b8850da203e4edc51b into 22bc99f1104d456381ac0aa944d3e4d0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:53,516 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:53,517 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/B, priority=13, startTime=1731036113494; duration=0sec
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,517 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:53,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:21:53,517 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:B
2024-11-08T03:21:53,517 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:53,518 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:53,518 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/C is initiating minor compaction (all files)
2024-11-08T03:21:53,518 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/C in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:53,518 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/5aec276266114a9b8baa591336e541b4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=35.9 K
2024-11-08T03:21:53,518 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aec276266114a9b8baa591336e541b4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731036107339
2024-11-08T03:21:53,519 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df57df0d2404cb692743512a1a8dd3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731036108551
2024-11-08T03:21:53,519 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f59b39669fd4af9a98582c39dd14d54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108703aa109fbcf4a7aa74310f3af563519_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036111887/Put/seqid=0
2024-11-08T03:21:53,524 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:53,525 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/a74609d6ffc54b00935e38eea69994a2 is 50, key is test_row_0/C:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:53,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742191_1367 (size=12304)
2024-11-08T03:21:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:53,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742192_1368 (size=12254)
2024-11-08T03:21:53,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108703aa109fbcf4a7aa74310f3af563519_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108703aa109fbcf4a7aa74310f3af563519_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:53,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ab5ac417348a44feb0773d5d38059214, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:53,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ab5ac417348a44feb0773d5d38059214 is 175, key is test_row_0/A:col10/1731036111887/Put/seqid=0
2024-11-08T03:21:53,547 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/a74609d6ffc54b00935e38eea69994a2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/a74609d6ffc54b00935e38eea69994a2
2024-11-08T03:21:53,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742193_1369 (size=31105)
2024-11-08T03:21:53,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ab5ac417348a44feb0773d5d38059214
2024-11-08T03:21:53,553 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/C of f1be17a246f8b7b8850da203e4edc51b into a74609d6ffc54b00935e38eea69994a2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:53,553 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:53,554 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/C, priority=13, startTime=1731036113494; duration=0sec
2024-11-08T03:21:53,554 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:53,554 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:C
2024-11-08T03:21:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/800eeaecbce847e680f6e69edc19b108 is 50, key is test_row_0/B:col10/1731036111887/Put/seqid=0
2024-11-08T03:21:53,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742194_1370 (size=12151)
2024-11-08T03:21:53,910 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:53,911 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/f1962f6a77e1455894608d0bb4868e0e is 175, key is test_row_0/A:col10/1731036110705/Put/seqid=0
2024-11-08T03:21:53,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742195_1371 (size=31208)
2024-11-08T03:21:53,922 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/f1962f6a77e1455894608d0bb4868e0e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e
2024-11-08T03:21:53,926 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/A of f1be17a246f8b7b8850da203e4edc51b into f1962f6a77e1455894608d0bb4868e0e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:53,926 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:53,926 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/A, priority=13, startTime=1731036113494; duration=0sec
2024-11-08T03:21:53,926 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:53,926 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:A
2024-11-08T03:21:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:53,962 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/800eeaecbce847e680f6e69edc19b108
2024-11-08T03:21:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6710cefe42045f78fb8d06143292275 is 50, key is test_row_0/C:col10/1731036111887/Put/seqid=0
2024-11-08T03:21:53,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742196_1372 (size=12151)
2024-11-08T03:21:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:54,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:54,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036174024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036174026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036174127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036174131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036174331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036174335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6710cefe42045f78fb8d06143292275
2024-11-08T03:21:54,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ab5ac417348a44feb0773d5d38059214 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214
2024-11-08T03:21:54,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214, entries=150, sequenceid=231, filesize=30.4 K
2024-11-08T03:21:54,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/800eeaecbce847e680f6e69edc19b108 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108
2024-11-08T03:21:54,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108, entries=150, sequenceid=231, filesize=11.9 K
2024-11-08T03:21:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/c6710cefe42045f78fb8d06143292275 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275
2024-11-08T03:21:54,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275, entries=150, sequenceid=231, filesize=11.9 K
2024-11-08T03:21:54,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f1be17a246f8b7b8850da203e4edc51b in 873ms, sequenceid=231, compaction requested=false
2024-11-08T03:21:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113
2024-11-08T03:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=113
2024-11-08T03:21:54,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112
2024-11-08T03:21:54,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5490 sec
2024-11-08T03:21:54,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.5510 sec
2024-11-08T03:21:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:54,642 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:21:54,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:54,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088469388565bf4f76895bdf0a0cb550a7_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:54,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742197_1373 (size=14794)
2024-11-08T03:21:54,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:54,657 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088469388565bf4f76895bdf0a0cb550a7_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088469388565bf4f76895bdf0a0cb550a7_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:54,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9d03004d8a2045f69c4d254af4c4c354, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:54,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9d03004d8a2045f69c4d254af4c4c354 is 175, key is test_row_0/A:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:54,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742198_1374 (size=39749)
2024-11-08T03:21:54,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036174711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036174713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036174821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:54,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036174823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036175031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036175031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,062 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9d03004d8a2045f69c4d254af4c4c354
2024-11-08T03:21:55,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/25cb670506a2490a8a315540220976dd is 50, key is test_row_0/B:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:55,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742199_1375 (size=12151)
2024-11-08T03:21:55,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036175335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036175336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,471 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/25cb670506a2490a8a315540220976dd
2024-11-08T03:21:55,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/1a20abd286de40a9aeb9f780f59422bb is 50, key is test_row_0/C:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:55,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742200_1376 (size=12151)
2024-11-08T03:21:55,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036175841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036175841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:55,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/1a20abd286de40a9aeb9f780f59422bb
2024-11-08T03:21:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9d03004d8a2045f69c4d254af4c4c354 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354
2024-11-08T03:21:55,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354, entries=200, sequenceid=248, filesize=38.8 K
2024-11-08T03:21:55,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/25cb670506a2490a8a315540220976dd as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd
2024-11-08T03:21:55,890 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd, entries=150, sequenceid=248, filesize=11.9 K
2024-11-08T03:21:55,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/1a20abd286de40a9aeb9f780f59422bb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb
2024-11-08T03:21:55,894 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb, entries=150, sequenceid=248, filesize=11.9 K
2024-11-08T03:21:55,895 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f1be17a246f8b7b8850da203e4edc51b in 1252ms, sequenceid=248, compaction requested=true
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:55,895 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:55,895 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:55,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102062 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/A is initiating minor compaction (all files)
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/B is initiating minor compaction (all files)
2024-11-08T03:21:55,896 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/B in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:55,896 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/A in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:55,896 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=99.7 K
2024-11-08T03:21:55,896 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22bc99f1104d456381ac0aa944d3e4d0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=35.7 K
2024-11-08T03:21:55,896 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354]
2024-11-08T03:21:55,896 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 22bc99f1104d456381ac0aa944d3e4d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:55,897 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1962f6a77e1455894608d0bb4868e0e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:55,897 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 800eeaecbce847e680f6e69edc19b108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731036111864
2024-11-08T03:21:55,897 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab5ac417348a44feb0773d5d38059214, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731036111864
2024-11-08T03:21:55,897 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 25cb670506a2490a8a315540220976dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114025
2024-11-08T03:21:55,897 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d03004d8a2045f69c4d254af4c4c354, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114019
2024-11-08T03:21:55,904 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:55,904 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:55,904 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/ecad00f3aa78488193eb84ad9a59dbe5 is 50, key is test_row_0/B:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:55,906 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411086c2285a1572749c28643843e99c861de_f1be17a246f8b7b8850da203e4edc51b store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:55,907 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411086c2285a1572749c28643843e99c861de_f1be17a246f8b7b8850da203e4edc51b, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:55,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742201_1377 (size=12357)
2024-11-08T03:21:55,907 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086c2285a1572749c28643843e99c861de_f1be17a246f8b7b8850da203e4edc51b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:55,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742202_1378 (size=4469)
2024-11-08T03:21:55,912 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#A#compaction#316 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:55,913 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/92bba7188f2748d4ad83676c3da8d085 is 175, key is test_row_0/A:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:55,915 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/ecad00f3aa78488193eb84ad9a59dbe5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/ecad00f3aa78488193eb84ad9a59dbe5
2024-11-08T03:21:55,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742203_1379 (size=31311)
2024-11-08T03:21:55,919 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/B of f1be17a246f8b7b8850da203e4edc51b into ecad00f3aa78488193eb84ad9a59dbe5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:55,919 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:55,919 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/B, priority=13, startTime=1731036115895; duration=0sec
2024-11-08T03:21:55,919 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:55,919 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:B
2024-11-08T03:21:55,919 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:55,920 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:55,920 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/C is initiating minor compaction (all files)
2024-11-08T03:21:55,920 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/C in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:55,920 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/a74609d6ffc54b00935e38eea69994a2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=35.7 K
2024-11-08T03:21:55,920 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a74609d6ffc54b00935e38eea69994a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731036110705
2024-11-08T03:21:55,920 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c6710cefe42045f78fb8d06143292275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731036111864
2024-11-08T03:21:55,921 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a20abd286de40a9aeb9f780f59422bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114025
2024-11-08T03:21:55,926 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:55,927 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/18c92e9076734e388977d116a749ded7 is 50, key is test_row_0/C:col10/1731036114025/Put/seqid=0
2024-11-08T03:21:55,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742204_1380 (size=12357)
2024-11-08T03:21:55,936 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/18c92e9076734e388977d116a749ded7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/18c92e9076734e388977d116a749ded7
2024-11-08T03:21:55,939 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/C of f1be17a246f8b7b8850da203e4edc51b into 18c92e9076734e388977d116a749ded7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:55,939 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:55,940 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/C, priority=13, startTime=1731036115895; duration=0sec
2024-11-08T03:21:55,940 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:55,940 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:C
2024-11-08T03:21:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-11-08T03:21:55,946 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed
2024-11-08T03:21:55,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees
2024-11-08T03:21:55,948 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:55,949 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:55,949 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:56,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:56,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:56,101 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c0ed275d8c9742d3aa3850a5b386cad6_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036114710/Put/seqid=0
2024-11-08T03:21:56,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742205_1381 (size=12454)
2024-11-08T03:21:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:56,320 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/92bba7188f2748d4ad83676c3da8d085 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085
2024-11-08T03:21:56,323 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/A of f1be17a246f8b7b8850da203e4edc51b into 92bba7188f2748d4ad83676c3da8d085(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:56,323 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:56,323 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/A, priority=13, startTime=1731036115895; duration=0sec
2024-11-08T03:21:56,323 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:56,323 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:A
2024-11-08T03:21:56,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:56,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c0ed275d8c9742d3aa3850a5b386cad6_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c0ed275d8c9742d3aa3850a5b386cad6_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ed2e77490ab74403989971f18cee5a5f, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ed2e77490ab74403989971f18cee5a5f is 175, key is test_row_0/A:col10/1731036114710/Put/seqid=0
2024-11-08T03:21:56,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742206_1382 (size=31255)
2024-11-08T03:21:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:56,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036176876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:56,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036176877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:56,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ed2e77490ab74403989971f18cee5a5f
2024-11-08T03:21:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/9e0efc802a694129899dc974d17b905a is 50, key is test_row_0/B:col10/1731036114710/Put/seqid=0
2024-11-08T03:21:56,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742207_1383 (size=12301)
2024-11-08T03:21:56,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036176982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:56,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036176982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:57,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036177188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:57,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036177188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:57,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/9e0efc802a694129899dc974d17b905a
2024-11-08T03:21:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/78865104f44945ffbbf7e6145d12f401 is 50, key is test_row_0/C:col10/1731036114710/Put/seqid=0
2024-11-08T03:21:57,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742208_1384 (size=12301)
2024-11-08T03:21:57,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036177492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:57,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036177493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:57,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/78865104f44945ffbbf7e6145d12f401
2024-11-08T03:21:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/ed2e77490ab74403989971f18cee5a5f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f
2024-11-08T03:21:57,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f, entries=150, sequenceid=271, filesize=30.5 K
2024-11-08T03:21:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/9e0efc802a694129899dc974d17b905a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a
2024-11-08T03:21:57,757 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a, entries=150, sequenceid=271, filesize=12.0 K
2024-11-08T03:21:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/78865104f44945ffbbf7e6145d12f401 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401
2024-11-08T03:21:57,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401, entries=150, sequenceid=271, filesize=12.0 K
2024-11-08T03:21:57,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f1be17a246f8b7b8850da203e4edc51b in 1660ms, sequenceid=271, compaction requested=false
2024-11-08T03:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115
2024-11-08T03:21:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=115
2024-11-08T03:21:57,763 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114
2024-11-08T03:21:57,763 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec
2024-11-08T03:21:57,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8160 sec
2024-11-08T03:21:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:58,003 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:58,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d7a5226d7d954d1286fd2f4ad8a92e3c_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:58,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742209_1385 (size=12454)
2024-11-08T03:21:58,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:58,018 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d7a5226d7d954d1286fd2f4ad8a92e3c_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d7a5226d7d954d1286fd2f4ad8a92e3c_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:58,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4b369e16711b441f85de83ecc92172f2, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:58,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4b369e16711b441f85de83ecc92172f2 is 175, key is test_row_0/A:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:58,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742210_1386 (size=31255)
2024-11-08T03:21:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-11-08T03:21:58,052 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed
2024-11-08T03:21:58,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:21:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees
2024-11-08T03:21:58,054 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:21:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:21:58,055 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:21:58,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:21:58,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036178056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036178057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:21:58,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036178162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036178164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,197 DEBUG [Thread-1445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:63666
2024-11-08T03:21:58,197 DEBUG [Thread-1443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:63666
2024-11-08T03:21:58,197 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:58,197 DEBUG [Thread-1445 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:58,199 DEBUG [Thread-1449 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:63666
2024-11-08T03:21:58,199 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:58,202 DEBUG [Thread-1447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:63666
2024-11-08T03:21:58,202 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:58,202 DEBUG [Thread-1451 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:63666
2024-11-08T03:21:58,202 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:21:58,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:21:58,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036178369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036178369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,424 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4b369e16711b441f85de83ecc92172f2
2024-11-08T03:21:58,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3de1cb5e4fa94755a6ddc13cfe603d54 is 50, key is test_row_0/B:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:58,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742211_1387 (size=12301)
2024-11-08T03:21:58,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:21:58,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036178670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036178671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,845 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3de1cb5e4fa94755a6ddc13cfe603d54
2024-11-08T03:21:58,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0feca458d9bf4a65889715d0e7b029bb is 50, key is test_row_0/C:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:58,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742212_1388 (size=12301)
2024-11-08T03:21:58,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:58,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:58,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:59,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:59,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. as already flushing
2024-11-08T03:21:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117
java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=117
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:21:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:21:59,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52056 deadline: 1731036179175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:59,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:21:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52014 deadline: 1731036179176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:59,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0feca458d9bf4a65889715d0e7b029bb
2024-11-08T03:21:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/4b369e16711b441f85de83ecc92172f2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2
2024-11-08T03:21:59,262 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2, entries=150, sequenceid=288, filesize=30.5 K
2024-11-08T03:21:59,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3de1cb5e4fa94755a6ddc13cfe603d54 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54
2024-11-08T03:21:59,266 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54, entries=150, sequenceid=288, filesize=12.0 K
2024-11-08T03:21:59,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/0feca458d9bf4a65889715d0e7b029bb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb
2024-11-08T03:21:59,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb, entries=150, sequenceid=288, filesize=12.0 K
2024-11-08T03:21:59,270 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f1be17a246f8b7b8850da203e4edc51b in 1268ms, sequenceid=288, compaction requested=true
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:59,270 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1be17a246f8b7b8850da203e4edc51b:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:21:59,270 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:59,271 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:59,271 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93821 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:59,271 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/A is initiating minor compaction (all files)
2024-11-08T03:21:59,271 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/B is initiating minor compaction (all files)
2024-11-08T03:21:59,271 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/B in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,271 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/A in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,271 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/ecad00f3aa78488193eb84ad9a59dbe5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=36.1 K
2024-11-08T03:21:59,271 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=91.6 K
2024-11-08T03:21:59,271 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,271 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2]
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ecad00f3aa78488193eb84ad9a59dbe5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114025
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92bba7188f2748d4ad83676c3da8d085, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114025
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e0efc802a694129899dc974d17b905a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731036114692
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed2e77490ab74403989971f18cee5a5f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731036114692
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3de1cb5e4fa94755a6ddc13cfe603d54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036116865
2024-11-08T03:21:59,272 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b369e16711b441f85de83ecc92172f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036116865
2024-11-08T03:21:59,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:21:59,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:21:59,281 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:59,282 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#B#compaction#324 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:59,282 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/8d1041e190574abaaf3b6295c475c859 is 50, key is test_row_0/B:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:59,283 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411080c578f74d61546a0adbab5b422e0b37c_f1be17a246f8b7b8850da203e4edc51b store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:59,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742213_1389 (size=12609)
2024-11-08T03:21:59,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110873ac61b1323d4e4fba9f4fe96dddde39_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036118054/Put/seqid=0
2024-11-08T03:21:59,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742214_1390 (size=12454)
2024-11-08T03:21:59,298 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/8d1041e190574abaaf3b6295c475c859 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8d1041e190574abaaf3b6295c475c859
2024-11-08T03:21:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:21:59,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110873ac61b1323d4e4fba9f4fe96dddde39_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110873ac61b1323d4e4fba9f4fe96dddde39_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:21:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/751163d862814dee96576116110cdf01, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/751163d862814dee96576116110cdf01 is 175, key is test_row_0/A:col10/1731036118054/Put/seqid=0
2024-11-08T03:21:59,304 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/B of f1be17a246f8b7b8850da203e4edc51b into 8d1041e190574abaaf3b6295c475c859(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:59,305 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:59,305 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/B, priority=13, startTime=1731036119270; duration=0sec
2024-11-08T03:21:59,305 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:21:59,305 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:B
2024-11-08T03:21:59,305 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:21:59,306 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:21:59,306 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f1be17a246f8b7b8850da203e4edc51b/C is initiating minor compaction (all files)
2024-11-08T03:21:59,306 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1be17a246f8b7b8850da203e4edc51b/C in TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:21:59,306 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/18c92e9076734e388977d116a749ded7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp, totalSize=36.1 K
2024-11-08T03:21:59,307 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 18c92e9076734e388977d116a749ded7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731036114025
2024-11-08T03:21:59,307 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 78865104f44945ffbbf7e6145d12f401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731036114692
2024-11-08T03:21:59,307 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 0feca458d9bf4a65889715d0e7b029bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731036116865
2024-11-08T03:21:59,308 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411080c578f74d61546a0adbab5b422e0b37c_f1be17a246f8b7b8850da203e4edc51b, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:59,308 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080c578f74d61546a0adbab5b422e0b37c_f1be17a246f8b7b8850da203e4edc51b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:21:59,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742215_1391 (size=31255)
2024-11-08T03:21:59,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/751163d862814dee96576116110cdf01
2024-11-08T03:21:59,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742216_1392 (size=4469)
2024-11-08T03:21:59,314 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#A#compaction#326 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:59,315 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c75b7d8cd90244d8ae89e00c8b7e02ff is 175, key is test_row_0/A:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:59,323 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1be17a246f8b7b8850da203e4edc51b#C#compaction#328 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:21:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/17ff635f4ba64524a71cb6078ffee90b is 50, key is test_row_0/B:col10/1731036118054/Put/seqid=0
2024-11-08T03:21:59,324 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/600202e774d04d5ca4c654ed2ea4783a is 50, key is test_row_0/C:col10/1731036116865/Put/seqid=0
2024-11-08T03:21:59,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742217_1393 (size=31563)
2024-11-08T03:21:59,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742219_1395 (size=12609)
2024-11-08T03:21:59,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742218_1394 (size=12301)
2024-11-08T03:21:59,730 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/c75b7d8cd90244d8ae89e00c8b7e02ff as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c75b7d8cd90244d8ae89e00c8b7e02ff
2024-11-08T03:21:59,734 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/A of f1be17a246f8b7b8850da203e4edc51b into c75b7d8cd90244d8ae89e00c8b7e02ff(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:59,734 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:59,734 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/A, priority=13, startTime=1731036119270; duration=0sec
2024-11-08T03:21:59,734 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:59,734 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:A
2024-11-08T03:21:59,740 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/600202e774d04d5ca4c654ed2ea4783a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/600202e774d04d5ca4c654ed2ea4783a
2024-11-08T03:21:59,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/17ff635f4ba64524a71cb6078ffee90b
2024-11-08T03:21:59,744 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1be17a246f8b7b8850da203e4edc51b/C of f1be17a246f8b7b8850da203e4edc51b into 600202e774d04d5ca4c654ed2ea4783a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:21:59,744 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:21:59,744 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b., storeName=f1be17a246f8b7b8850da203e4edc51b/C, priority=13, startTime=1731036119270; duration=0sec
2024-11-08T03:21:59,744 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:21:59,744 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1be17a246f8b7b8850da203e4edc51b:C
2024-11-08T03:21:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/294aa41240f14db8b2f217d1fb00af26 is 50, key is test_row_0/C:col10/1731036118054/Put/seqid=0
2024-11-08T03:21:59,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742220_1396 (size=12301)
2024-11-08T03:22:00,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/294aa41240f14db8b2f217d1fb00af26
2024-11-08T03:22:00,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/751163d862814dee96576116110cdf01 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/751163d862814dee96576116110cdf01
2024-11-08T03:22:00,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/751163d862814dee96576116110cdf01, entries=150, sequenceid=308, filesize=30.5 K
2024-11-08T03:22:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/17ff635f4ba64524a71cb6078ffee90b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/17ff635f4ba64524a71cb6078ffee90b
2024-11-08T03:22:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:22:00,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/17ff635f4ba64524a71cb6078ffee90b, entries=150, sequenceid=308, filesize=12.0 K
2024-11-08T03:22:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/294aa41240f14db8b2f217d1fb00af26 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/294aa41240f14db8b2f217d1fb00af26
2024-11-08T03:22:00,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/294aa41240f14db8b2f217d1fb00af26, entries=150, sequenceid=308, filesize=12.0 K
2024-11-08T03:22:00,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for f1be17a246f8b7b8850da203e4edc51b in 888ms, sequenceid=308, compaction requested=false
2024-11-08T03:22:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:22:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:22:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117
2024-11-08T03:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=117
2024-11-08T03:22:00,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116
2024-11-08T03:22:00,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1100 sec
2024-11-08T03:22:00,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.1130 sec
2024-11-08T03:22:00,179 DEBUG [Thread-1436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:63666
2024-11-08T03:22:00,179 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:00,181 DEBUG [Thread-1434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:63666
2024-11-08T03:22:00,181 DEBUG [Thread-1434 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-11-08T03:22:02,159 INFO  [Thread-1442 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed
2024-11-08T03:22:02,949 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:03,439 DEBUG [Thread-1432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:63666
2024-11-08T03:22:03,439 DEBUG [Thread-1432 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:03,482 DEBUG [Thread-1438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:63666
2024-11-08T03:22:03,482 DEBUG [Thread-1438 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:03,494 DEBUG [Thread-1440 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:63666
2024-11-08T03:22:03,494 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 85
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2272
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6814 rows
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2275
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6825 rows
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2280
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6837 rows
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2279
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6837 rows
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2284
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6850 rows
2024-11-08T03:22:03,495 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:22:03,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:63666
2024-11-08T03:22:03,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:03,496 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:22:03,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:22:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:03,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036123499"}]},"ts":"1731036123499"}
2024-11-08T03:22:03,501 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:22:03,521 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:22:03,522 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:22:03,523 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, UNASSIGN}]
2024-11-08T03:22:03,523 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, UNASSIGN
2024-11-08T03:22:03,524 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:03,525 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:22:03,525 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:03,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:03,675 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:03,675 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:22:03,675 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing f1be17a246f8b7b8850da203e4edc51b, disabling compactions & flushes
2024-11-08T03:22:03,675 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:22:03,675 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:22:03,675 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b. after waiting 0 ms
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:22:03,676 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing f1be17a246f8b7b8850da203e4edc51b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=A
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=B
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1be17a246f8b7b8850da203e4edc51b, store=C
2024-11-08T03:22:03,676 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:03,681 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108474ed2379e4f4cdcbb082c031b0db22a_f1be17a246f8b7b8850da203e4edc51b is 50, key is test_row_0/A:col10/1731036123494/Put/seqid=0
2024-11-08T03:22:03,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742221_1397 (size=9914)
2024-11-08T03:22:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:04,087 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:04,091 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108474ed2379e4f4cdcbb082c031b0db22a_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108474ed2379e4f4cdcbb082c031b0db22a_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:04,092 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9cb2502cb1564b20912c0ad8cc4e3df0, store: [table=TestAcidGuarantees family=A region=f1be17a246f8b7b8850da203e4edc51b]
2024-11-08T03:22:04,093 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9cb2502cb1564b20912c0ad8cc4e3df0 is 175, key is test_row_0/A:col10/1731036123494/Put/seqid=0
2024-11-08T03:22:04,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742222_1398 (size=22561)
2024-11-08T03:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:04,496 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9cb2502cb1564b20912c0ad8cc4e3df0
2024-11-08T03:22:04,503 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3243e16b1fe8417b82eb65b9a02acabb is 50, key is test_row_0/B:col10/1731036123494/Put/seqid=0
2024-11-08T03:22:04,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742223_1399 (size=9857)
2024-11-08T03:22:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:04,907 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3243e16b1fe8417b82eb65b9a02acabb
2024-11-08T03:22:04,917 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/f2a7d996275f4c1387003e647cc0497d is 50, key is test_row_0/C:col10/1731036123494/Put/seqid=0
2024-11-08T03:22:04,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742224_1400 (size=9857)
2024-11-08T03:22:04,976 ERROR [LeaseRenewer:jenkins@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:43367,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:05,322 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/f2a7d996275f4c1387003e647cc0497d
2024-11-08T03:22:05,326 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/A/9cb2502cb1564b20912c0ad8cc4e3df0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9cb2502cb1564b20912c0ad8cc4e3df0
2024-11-08T03:22:05,330 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9cb2502cb1564b20912c0ad8cc4e3df0, entries=100, sequenceid=319, filesize=22.0 K
2024-11-08T03:22:05,331 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/B/3243e16b1fe8417b82eb65b9a02acabb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3243e16b1fe8417b82eb65b9a02acabb
2024-11-08T03:22:05,336 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3243e16b1fe8417b82eb65b9a02acabb, entries=100, sequenceid=319, filesize=9.6 K
2024-11-08T03:22:05,337 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/.tmp/C/f2a7d996275f4c1387003e647cc0497d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/f2a7d996275f4c1387003e647cc0497d
2024-11-08T03:22:05,340 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/f2a7d996275f4c1387003e647cc0497d, entries=100, sequenceid=319, filesize=9.6 K
2024-11-08T03:22:05,341 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f1be17a246f8b7b8850da203e4edc51b in 1665ms, sequenceid=319, compaction requested=true
2024-11-08T03:22:05,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2] to archive
2024-11-08T03:22:05,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:05,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/3500e07461994462ad1bba9bf22f6b9f
2024-11-08T03:22:05,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/a4fcf3a8c5b34701a72b113afbae5083
2024-11-08T03:22:05,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/1885bd2d1bed4cf6a26486b73ad10bb7
2024-11-08T03:22:05,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/f1962f6a77e1455894608d0bb4868e0e
2024-11-08T03:22:05,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ab5ac417348a44feb0773d5d38059214
2024-11-08T03:22:05,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9d03004d8a2045f69c4d254af4c4c354
2024-11-08T03:22:05,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/92bba7188f2748d4ad83676c3da8d085
2024-11-08T03:22:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/ed2e77490ab74403989971f18cee5a5f
2024-11-08T03:22:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/4b369e16711b441f85de83ecc92172f2
2024-11-08T03:22:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3997c89359a84819a6ca7bd1ddae23b5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22bc99f1104d456381ac0aa944d3e4d0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/ecad00f3aa78488193eb84ad9a59dbe5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54] to archive
2024-11-08T03:22:05,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:05,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3997c89359a84819a6ca7bd1ddae23b5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3997c89359a84819a6ca7bd1ddae23b5
2024-11-08T03:22:05,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8aca37014ec8412fb2815b255ece22b8
2024-11-08T03:22:05,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22bc99f1104d456381ac0aa944d3e4d0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/22bc99f1104d456381ac0aa944d3e4d0
2024-11-08T03:22:05,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/d05a3f14b87048ea9185bf9e5ceca558
2024-11-08T03:22:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/800eeaecbce847e680f6e69edc19b108
2024-11-08T03:22:05,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/ecad00f3aa78488193eb84ad9a59dbe5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/ecad00f3aa78488193eb84ad9a59dbe5
2024-11-08T03:22:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/25cb670506a2490a8a315540220976dd
2024-11-08T03:22:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/9e0efc802a694129899dc974d17b905a
2024-11-08T03:22:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3de1cb5e4fa94755a6ddc13cfe603d54
2024-11-08T03:22:05,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/5aec276266114a9b8baa591336e541b4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/a74609d6ffc54b00935e38eea69994a2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/18c92e9076734e388977d116a749ded7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb] to archive
2024-11-08T03:22:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/5aec276266114a9b8baa591336e541b4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/5aec276266114a9b8baa591336e541b4
2024-11-08T03:22:05,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/9df57df0d2404cb692743512a1a8dd3d
2024-11-08T03:22:05,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/a74609d6ffc54b00935e38eea69994a2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/a74609d6ffc54b00935e38eea69994a2
2024-11-08T03:22:05,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0f59b39669fd4af9a98582c39dd14d54
2024-11-08T03:22:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/c6710cefe42045f78fb8d06143292275
2024-11-08T03:22:05,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/18c92e9076734e388977d116a749ded7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/18c92e9076734e388977d116a749ded7
2024-11-08T03:22:05,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/1a20abd286de40a9aeb9f780f59422bb
2024-11-08T03:22:05,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/78865104f44945ffbbf7e6145d12f401
2024-11-08T03:22:05,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/0feca458d9bf4a65889715d0e7b029bb
2024-11-08T03:22:05,377 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits/322.seqid, newMaxSeqId=322, maxSeqId=4
2024-11-08T03:22:05,377 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.
2024-11-08T03:22:05,377 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for f1be17a246f8b7b8850da203e4edc51b:

2024-11-08T03:22:05,378 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,379 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=f1be17a246f8b7b8850da203e4edc51b, regionState=CLOSED
2024-11-08T03:22:05,380 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120
2024-11-08T03:22:05,380 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure f1be17a246f8b7b8850da203e4edc51b, server=e729c2d9d3a5,37707,1731035988520 in 1.8550 sec
2024-11-08T03:22:05,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119
2024-11-08T03:22:05,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1be17a246f8b7b8850da203e4edc51b, UNASSIGN in 1.8570 sec
2024-11-08T03:22:05,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118
2024-11-08T03:22:05,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec
2024-11-08T03:22:05,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036125383"}]},"ts":"1731036125383"}
2024-11-08T03:22:05,384 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:22:05,423 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:22:05,426 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9280 sec
2024-11-08T03:22:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-11-08T03:22:05,604 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed
2024-11-08T03:22:05,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,611 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-08T03:22:05,616 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,621 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits]
2024-11-08T03:22:05,625 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/751163d862814dee96576116110cdf01 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/751163d862814dee96576116110cdf01
2024-11-08T03:22:05,627 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9cb2502cb1564b20912c0ad8cc4e3df0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/9cb2502cb1564b20912c0ad8cc4e3df0
2024-11-08T03:22:05,629 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c75b7d8cd90244d8ae89e00c8b7e02ff to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/A/c75b7d8cd90244d8ae89e00c8b7e02ff
2024-11-08T03:22:05,634 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/17ff635f4ba64524a71cb6078ffee90b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/17ff635f4ba64524a71cb6078ffee90b
2024-11-08T03:22:05,636 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3243e16b1fe8417b82eb65b9a02acabb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/3243e16b1fe8417b82eb65b9a02acabb
2024-11-08T03:22:05,638 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8d1041e190574abaaf3b6295c475c859 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/B/8d1041e190574abaaf3b6295c475c859
2024-11-08T03:22:05,642 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/294aa41240f14db8b2f217d1fb00af26 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/294aa41240f14db8b2f217d1fb00af26
2024-11-08T03:22:05,644 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/600202e774d04d5ca4c654ed2ea4783a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/600202e774d04d5ca4c654ed2ea4783a
2024-11-08T03:22:05,647 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/f2a7d996275f4c1387003e647cc0497d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/C/f2a7d996275f4c1387003e647cc0497d
2024-11-08T03:22:05,651 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits/322.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b/recovered.edits/322.seqid
2024-11-08T03:22:05,651 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,651 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:22:05,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:22:05,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T03:22:05,655 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108189b7fe4ae5b461aa303113438395181_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108189b7fe4ae5b461aa303113438395181_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,656 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081cf38765304f475fa933c390a17a26e7_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081cf38765304f475fa933c390a17a26e7_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,657 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108212a8435d5e048259d6b319e94989912_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108212a8435d5e048259d6b319e94989912_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108474ed2379e4f4cdcbb082c031b0db22a_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108474ed2379e4f4cdcbb082c031b0db22a_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,659 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108500b656df00644c68d063724050bce02_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108500b656df00644c68d063724050bce02_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110854273a637c724aa3b3bdbb133ecaaf7e_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110854273a637c724aa3b3bdbb133ecaaf7e_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,661 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085b7811f642354721b57458941591a2a6_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085b7811f642354721b57458941591a2a6_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,662 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108694a2651fadb47caaefbeae2dfc4ea91_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108694a2651fadb47caaefbeae2dfc4ea91_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,663 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108703aa109fbcf4a7aa74310f3af563519_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108703aa109fbcf4a7aa74310f3af563519_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110873ac61b1323d4e4fba9f4fe96dddde39_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110873ac61b1323d4e4fba9f4fe96dddde39_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,665 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881087d4bb91a45e6839ca9e13be9461e_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881087d4bb91a45e6839ca9e13be9461e_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088469388565bf4f76895bdf0a0cb550a7_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088469388565bf4f76895bdf0a0cb550a7_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,668 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088db927db6097405a91ad59f36a739e90_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088db927db6097405a91ad59f36a739e90_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,670 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089774819e97f5425d8a7432f096ec025c_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089774819e97f5425d8a7432f096ec025c_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,671 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c0ed275d8c9742d3aa3850a5b386cad6_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c0ed275d8c9742d3aa3850a5b386cad6_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,673 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d7a5226d7d954d1286fd2f4ad8a92e3c_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d7a5226d7d954d1286fd2f4ad8a92e3c_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efeb8f88b66747b8816a6f9884a6dd78_f1be17a246f8b7b8850da203e4edc51b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efeb8f88b66747b8816a6f9884a6dd78_f1be17a246f8b7b8850da203e4edc51b
2024-11-08T03:22:05,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:22:05,678 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,680 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:22:05,682 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:22:05,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:22:05,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036125683"}]},"ts":"9223372036854775807"}
2024-11-08T03:22:05,686 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:22:05,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f1be17a246f8b7b8850da203e4edc51b, NAME => 'TestAcidGuarantees,,1731036094967.f1be17a246f8b7b8850da203e4edc51b.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:22:05,686 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:22:05,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036125686"}]},"ts":"9223372036854775807"}
2024-11-08T03:22:05,687 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:22:05,696 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,697 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec
2024-11-08T03:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-11-08T03:22:05,713 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed
2024-11-08T03:22:05,725 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 236), OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 307), ProcessCount=9 (was 9), AvailableMemoryMB=2026 (was 2062)
2024-11-08T03:22:05,733 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=9, AvailableMemoryMB=2026
2024-11-08T03:22:05,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:22:05,735 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:22:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:05,737 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:22:05,737 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:05,737 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 123
2024-11-08T03:22:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123
2024-11-08T03:22:05,737 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:22:05,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742225_1401 (size=960)
2024-11-08T03:22:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123
2024-11-08T03:22:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123
2024-11-08T03:22:06,149 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:22:06,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742226_1402 (size=53)
2024-11-08T03:22:06,162 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:22:06,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 449f970f7789a3ed69afedb5da894424, disabling compactions & flushes
2024-11-08T03:22:06,163 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. after waiting 0 ms
2024-11-08T03:22:06,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,163 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:06,164 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:22:06,164 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731036126164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036126164"}]},"ts":"1731036126164"}
2024-11-08T03:22:06,166 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:22:06,167 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:22:06,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036126167"}]},"ts":"1731036126167"}
2024-11-08T03:22:06,168 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:22:06,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, ASSIGN}]
2024-11-08T03:22:06,192 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, ASSIGN
2024-11-08T03:22:06,193 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:22:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123
2024-11-08T03:22:06,344 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=449f970f7789a3ed69afedb5da894424, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:06,346 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:06,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:06,507 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,507 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:22:06,508 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,508 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:22:06,508 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,508 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,510 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 449f970f7789a3ed69afedb5da894424 
2024-11-08T03:22:06,511 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:06,512 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449f970f7789a3ed69afedb5da894424 columnFamilyName A
2024-11-08T03:22:06,512 DEBUG [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:06,512 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(327): Store=449f970f7789a3ed69afedb5da894424/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:06,513 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 449f970f7789a3ed69afedb5da894424 
2024-11-08T03:22:06,514 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:06,514 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449f970f7789a3ed69afedb5da894424 columnFamilyName B
2024-11-08T03:22:06,514 DEBUG [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:06,515 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(327): Store=449f970f7789a3ed69afedb5da894424/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:06,515 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 449f970f7789a3ed69afedb5da894424 
2024-11-08T03:22:06,516 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:06,516 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449f970f7789a3ed69afedb5da894424 columnFamilyName C
2024-11-08T03:22:06,516 DEBUG [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:06,517 INFO  [StoreOpener-449f970f7789a3ed69afedb5da894424-1 {}] regionserver.HStore(327): Store=449f970f7789a3ed69afedb5da894424/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:06,517 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,518 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,518 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,520 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:22:06,521 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:06,523 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:22:06,524 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 449f970f7789a3ed69afedb5da894424; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69567975, jitterRate=0.036643609404563904}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:22:06,525 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:06,525 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., pid=125, masterSystemTime=1731036126500
2024-11-08T03:22:06,527 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,527 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:06,527 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=449f970f7789a3ed69afedb5da894424, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:06,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124
2024-11-08T03:22:06,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520 in 182 msec
2024-11-08T03:22:06,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123
2024-11-08T03:22:06,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, ASSIGN in 340 msec
2024-11-08T03:22:06,532 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:22:06,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036126532"}]},"ts":"1731036126532"}
2024-11-08T03:22:06,533 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:22:06,549 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:22:06,551 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 814 msec
2024-11-08T03:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123
2024-11-08T03:22:06,846 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed
2024-11-08T03:22:06,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253
2024-11-08T03:22:06,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:06,920 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:06,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:22:06,924 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:22:06,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9
2024-11-08T03:22:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088
2024-11-08T03:22:06,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683
2024-11-08T03:22:06,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472
2024-11-08T03:22:06,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39
2024-11-08T03:22:06,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba
2024-11-08T03:22:06,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6
2024-11-08T03:22:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3
2024-11-08T03:22:06,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:06,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf
2024-11-08T03:22:07,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:07,008 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408
2024-11-08T03:22:07,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:07,017 DEBUG [hconnection-0x2e8208bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,018 DEBUG [hconnection-0x266bc8a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,018 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:07,018 DEBUG [hconnection-0xf66ae66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,018 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,018 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,019 DEBUG [hconnection-0xa6c992d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees
2024-11-08T03:22:07,019 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,019 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,020 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:07,020 DEBUG [hconnection-0x56ac9372-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,020 DEBUG [hconnection-0x79313c36-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,020 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:07,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:07,021 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,021 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,023 DEBUG [hconnection-0x59e957e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,023 DEBUG [hconnection-0x41a9ad44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,023 DEBUG [hconnection-0x389cad86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,023 DEBUG [hconnection-0x60b19019-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:07,024 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,024 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,024 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,024 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:07,027 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036187035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036187035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036187036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036187036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036187036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/77ccce15300c407c830e4a479807edac is 50, key is test_row_0/A:col10/1731036127022/Put/seqid=0
2024-11-08T03:22:07,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742227_1403 (size=12001)
2024-11-08T03:22:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036187137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036187137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036187137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036187137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036187137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:07,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036187342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036187342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036187342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036187342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036187343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/77ccce15300c407c830e4a479807edac
2024-11-08T03:22:07,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/186b92640d6943108f064a0133649164 is 50, key is test_row_0/B:col10/1731036127022/Put/seqid=0
2024-11-08T03:22:07,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742228_1404 (size=12001)
2024-11-08T03:22:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:07,628 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036187644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036187644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036187647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,908 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/186b92640d6943108f064a0133649164
2024-11-08T03:22:07,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/687bff5a64d64dd08fd4999fe4a0905c is 50, key is test_row_0/C:col10/1731036127022/Put/seqid=0
2024-11-08T03:22:07,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742229_1405 (size=12001)
2024-11-08T03:22:07,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:07,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:07,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:08,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:08,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036188148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036188148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036188149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036188150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036188155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:08,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=127
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:08,333 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/687bff5a64d64dd08fd4999fe4a0905c
2024-11-08T03:22:08,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/77ccce15300c407c830e4a479807edac as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac
2024-11-08T03:22:08,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:22:08,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/186b92640d6943108f064a0133649164 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164
2024-11-08T03:22:08,343 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:22:08,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/687bff5a64d64dd08fd4999fe4a0905c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c
2024-11-08T03:22:08,348 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T03:22:08,349 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 449f970f7789a3ed69afedb5da894424 in 1321ms, sequenceid=13, compaction requested=false
2024-11-08T03:22:08,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:08,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:08,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:08,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/0fbf1b275e044e8395a2eb9db4e40746 is 50, key is test_row_0/A:col10/1731036127035/Put/seqid=0
2024-11-08T03:22:08,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742230_1406 (size=12001)
2024-11-08T03:22:08,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/0fbf1b275e044e8395a2eb9db4e40746
2024-11-08T03:22:08,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7cf3b01bed4a484899c72066b6d8aa94 is 50, key is test_row_0/B:col10/1731036127035/Put/seqid=0
2024-11-08T03:22:08,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742231_1407 (size=12001)
2024-11-08T03:22:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:09,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:09,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036189163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036189163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036189163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036189166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036189171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7cf3b01bed4a484899c72066b6d8aa94
2024-11-08T03:22:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/730fdfe963cf436cb8f0215f28e68c9f is 50, key is test_row_0/C:col10/1731036127035/Put/seqid=0
2024-11-08T03:22:09,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742232_1408 (size=12001)
2024-11-08T03:22:09,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036189271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036189272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036189272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036189274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036189277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036189475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036189476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036189476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036189481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036189482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/730fdfe963cf436cb8f0215f28e68c9f
2024-11-08T03:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/0fbf1b275e044e8395a2eb9db4e40746 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746
2024-11-08T03:22:09,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:22:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7cf3b01bed4a484899c72066b6d8aa94 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94
2024-11-08T03:22:09,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:22:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/730fdfe963cf436cb8f0215f28e68c9f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f
2024-11-08T03:22:09,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f, entries=150, sequenceid=39, filesize=11.7 K
2024-11-08T03:22:09,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 449f970f7789a3ed69afedb5da894424 in 1248ms, sequenceid=39, compaction requested=false
2024-11-08T03:22:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127
2024-11-08T03:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=127
2024-11-08T03:22:09,639 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126
2024-11-08T03:22:09,639 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6180 sec
2024-11-08T03:22:09,640 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.6220 sec
2024-11-08T03:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:09,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:09,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/d253fcf46aa74543b453cdda0e4b9489 is 50, key is test_row_0/A:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:09,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742233_1409 (size=12001)
2024-11-08T03:22:09,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036189808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036189814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036189815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036189816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036189818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036189923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036189923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036189925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:09,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036189925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036190123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036190131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036190131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036190131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036190131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/d253fcf46aa74543b453cdda0e4b9489
2024-11-08T03:22:10,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/87f1c10b5e6d497293baec4777c7f008 is 50, key is test_row_0/B:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:10,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742234_1410 (size=12001)
2024-11-08T03:22:10,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036190430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036190439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036190441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036190442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036190442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,606 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/87f1c10b5e6d497293baec4777c7f008
2024-11-08T03:22:10,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/a164324c280f4bfcb7a016532e100aac is 50, key is test_row_0/C:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:10,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742235_1411 (size=12001)
2024-11-08T03:22:10,896 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:22:10,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036190937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036190946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036190947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036190948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:10,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036190952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:11,017 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/a164324c280f4bfcb7a016532e100aac
2024-11-08T03:22:11,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/d253fcf46aa74543b453cdda0e4b9489 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489
2024-11-08T03:22:11,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T03:22:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/87f1c10b5e6d497293baec4777c7f008 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008
2024-11-08T03:22:11,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T03:22:11,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/a164324c280f4bfcb7a016532e100aac as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac
2024-11-08T03:22:11,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T03:22:11,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 449f970f7789a3ed69afedb5da894424 in 1252ms, sequenceid=51, compaction requested=true
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:11,032 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:11,032 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:11,033 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:11,033 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:11,033 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:11,033 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:11,033 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:11,033 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:11,033 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.2 K
2024-11-08T03:22:11,033 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.2 K
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77ccce15300c407c830e4a479807edac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731036127022
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 186b92640d6943108f064a0133649164, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731036127022
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf3b01bed4a484899c72066b6d8aa94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036127030
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbf1b275e044e8395a2eb9db4e40746, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036127030
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting d253fcf46aa74543b453cdda0e4b9489, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:11,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f1c10b5e6d497293baec4777c7f008, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:11,041 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:11,042 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/eb874752a49b433f84ec2cbe78132125 is 50, key is test_row_0/B:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:11,045 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:11,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742236_1412 (size=12104)
2024-11-08T03:22:11,045 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/185cfa57a4434a04bc936985b8a5dea9 is 50, key is test_row_0/A:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:11,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742237_1413 (size=12104)
2024-11-08T03:22:11,051 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/eb874752a49b433f84ec2cbe78132125 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/eb874752a49b433f84ec2cbe78132125
2024-11-08T03:22:11,056 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into eb874752a49b433f84ec2cbe78132125(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:11,056 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:11,056 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036131032; duration=0sec
2024-11-08T03:22:11,056 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:11,056 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:11,056 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:11,057 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:11,057 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:11,057 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:11,057 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.2 K
2024-11-08T03:22:11,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 687bff5a64d64dd08fd4999fe4a0905c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731036127022
2024-11-08T03:22:11,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 730fdfe963cf436cb8f0215f28e68c9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731036127030
2024-11-08T03:22:11,058 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a164324c280f4bfcb7a016532e100aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:11,060 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/185cfa57a4434a04bc936985b8a5dea9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/185cfa57a4434a04bc936985b8a5dea9
2024-11-08T03:22:11,066 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 185cfa57a4434a04bc936985b8a5dea9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:11,066 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:11,066 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036131032; duration=0sec
2024-11-08T03:22:11,066 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:11,066 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:11,067 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#344 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:11,067 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/51f37c8fa3b244f79c61e00061d345a3 is 50, key is test_row_0/C:col10/1731036129165/Put/seqid=0
2024-11-08T03:22:11,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742238_1414 (size=12104)
2024-11-08T03:22:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-11-08T03:22:11,124 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed
2024-11-08T03:22:11,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-11-08T03:22:11,125 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-08T03:22:11,126 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:11,126 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-08T03:22:11,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:11,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-11-08T03:22:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:11,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4320eb8a771145bf9dd6f377b04f8d2e is 50, key is test_row_0/A:col10/1731036129814/Put/seqid=0
2024-11-08T03:22:11,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742239_1415 (size=12001)
2024-11-08T03:22:11,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4320eb8a771145bf9dd6f377b04f8d2e
2024-11-08T03:22:11,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7dc60bf394bb4a7f92eeecf5c4df156d is 50, key is test_row_0/B:col10/1731036129814/Put/seqid=0
2024-11-08T03:22:11,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742240_1416 (size=12001)
2024-11-08T03:22:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-08T03:22:11,474 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/51f37c8fa3b244f79c61e00061d345a3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/51f37c8fa3b244f79c61e00061d345a3
2024-11-08T03:22:11,480 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 51f37c8fa3b244f79c61e00061d345a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:11,480 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:11,480 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036131032; duration=0sec
2024-11-08T03:22:11,481 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:11,481 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:11,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7dc60bf394bb4a7f92eeecf5c4df156d
2024-11-08T03:22:11,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4d354d826b2c45fda603cfcf0a73b8ee is 50, key is test_row_0/C:col10/1731036129814/Put/seqid=0
2024-11-08T03:22:11,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742241_1417 (size=12001)
2024-11-08T03:22:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-08T03:22:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:11,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036191990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:11,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036191990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036191996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036191997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036191997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036192098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036192098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036192100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036192103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036192104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4d354d826b2c45fda603cfcf0a73b8ee
2024-11-08T03:22:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4320eb8a771145bf9dd6f377b04f8d2e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e
2024-11-08T03:22:12,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:22:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7dc60bf394bb4a7f92eeecf5c4df156d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d
2024-11-08T03:22:12,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:22:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4d354d826b2c45fda603cfcf0a73b8ee as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee
2024-11-08T03:22:12,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee, entries=150, sequenceid=77, filesize=11.7 K
2024-11-08T03:22:12,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 449f970f7789a3ed69afedb5da894424 in 857ms, sequenceid=77, compaction requested=false
2024-11-08T03:22:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-11-08T03:22:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=129
2024-11-08T03:22:12,136 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128
2024-11-08T03:22:12,136 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec
2024-11-08T03:22:12,137 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0110 sec
2024-11-08T03:22:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-11-08T03:22:12,228 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed
2024-11-08T03:22:12,229 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees
2024-11-08T03:22:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:12,230 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:12,231 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:12,231 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:12,310 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:12,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/f010410c70dc4aea935dfce92c1a475a is 50, key is test_row_0/A:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:12,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742242_1418 (size=16681)
2024-11-08T03:22:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:12,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036192337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036192340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036192341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036192342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036192344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036192448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036192449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036192449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036192451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:12,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036192650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036192654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036192654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036192654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036192657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:12,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,717 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/f010410c70dc4aea935dfce92c1a475a
2024-11-08T03:22:12,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ad3611f85df040139e58b68f2e7c0e6e is 50, key is test_row_0/B:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:12,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742243_1419 (size=12001)
2024-11-08T03:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:12,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036192958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036192958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036192959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036192961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036192964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:12,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:12,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ad3611f85df040139e58b68f2e7c0e6e
2024-11-08T03:22:13,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4df247ec55da4a9e9582b5beee581edb is 50, key is test_row_0/C:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:13,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742244_1420 (size=12001)
2024-11-08T03:22:13,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:13,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:13,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:13,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=131
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:13,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036193462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036193466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036193467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036193468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036193471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,555 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4df247ec55da4a9e9582b5beee581edb
2024-11-08T03:22:13,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/f010410c70dc4aea935dfce92c1a475a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a
2024-11-08T03:22:13,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a, entries=250, sequenceid=92, filesize=16.3 K
2024-11-08T03:22:13,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ad3611f85df040139e58b68f2e7c0e6e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e
2024-11-08T03:22:13,567 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e, entries=150, sequenceid=92, filesize=11.7 K
2024-11-08T03:22:13,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4df247ec55da4a9e9582b5beee581edb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb
2024-11-08T03:22:13,570 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb, entries=150, sequenceid=92, filesize=11.7 K
2024-11-08T03:22:13,571 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 449f970f7789a3ed69afedb5da894424 in 1262ms, sequenceid=92, compaction requested=true
2024-11-08T03:22:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:13,571 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:13,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:13,571 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:13,572 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:13,572 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:13,572 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,572 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/185cfa57a4434a04bc936985b8a5dea9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=39.8 K
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 185cfa57a4434a04bc936985b8a5dea9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:13,573 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,573 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/eb874752a49b433f84ec2cbe78132125, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.3 K
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4320eb8a771145bf9dd6f377b04f8d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036129804
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting eb874752a49b433f84ec2cbe78132125, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting f010410c70dc4aea935dfce92c1a475a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131943
2024-11-08T03:22:13,573 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dc60bf394bb4a7f92eeecf5c4df156d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036129804
2024-11-08T03:22:13,574 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ad3611f85df040139e58b68f2e7c0e6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131997
2024-11-08T03:22:13,580 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:13,580 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4653fdbffe7543b19cf9360422b4d03d is 50, key is test_row_0/A:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:13,583 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:13,583 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/57832b9dd47a45f49ac505cb8b81cef5 is 50, key is test_row_0/B:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:13,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742245_1421 (size=12207)
2024-11-08T03:22:13,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:13,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131
2024-11-08T03:22:13,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:13,605 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4653fdbffe7543b19cf9360422b4d03d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4653fdbffe7543b19cf9360422b4d03d
2024-11-08T03:22:13,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742246_1422 (size=12207)
2024-11-08T03:22:13,610 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 4653fdbffe7543b19cf9360422b4d03d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:13,610 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:13,610 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036133571; duration=0sec
2024-11-08T03:22:13,610 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:13,610 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:13,610 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:13,612 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:13,612 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:13,612 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:13,612 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/51f37c8fa3b244f79c61e00061d345a3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.3 K
2024-11-08T03:22:13,613 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f37c8fa3b244f79c61e00061d345a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731036129161
2024-11-08T03:22:13,614 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d354d826b2c45fda603cfcf0a73b8ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731036129804
2024-11-08T03:22:13,614 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4df247ec55da4a9e9582b5beee581edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131997
2024-11-08T03:22:13,615 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/57832b9dd47a45f49ac505cb8b81cef5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/57832b9dd47a45f49ac505cb8b81cef5
2024-11-08T03:22:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/290614a31ef14ebe97f35292b4768bf3 is 50, key is test_row_0/A:col10/1731036132343/Put/seqid=0
2024-11-08T03:22:13,621 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into 57832b9dd47a45f49ac505cb8b81cef5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:13,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:13,622 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036133571; duration=0sec
2024-11-08T03:22:13,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:13,622 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:13,626 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:13,627 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/102ff309698b48c69e26bfbabb1d1e44 is 50, key is test_row_0/C:col10/1731036131997/Put/seqid=0
2024-11-08T03:22:13,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742247_1423 (size=12001)
2024-11-08T03:22:13,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742248_1424 (size=12207)
2024-11-08T03:22:14,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/290614a31ef14ebe97f35292b4768bf3
2024-11-08T03:22:14,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/940941feeb0c4f06b7ed08edc8ee8d66 is 50, key is test_row_0/B:col10/1731036132343/Put/seqid=0
2024-11-08T03:22:14,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742249_1425 (size=12001)
2024-11-08T03:22:14,051 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/102ff309698b48c69e26bfbabb1d1e44 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/102ff309698b48c69e26bfbabb1d1e44
2024-11-08T03:22:14,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/940941feeb0c4f06b7ed08edc8ee8d66
2024-11-08T03:22:14,061 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 102ff309698b48c69e26bfbabb1d1e44(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:14,061 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:14,061 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036133572; duration=0sec
2024-11-08T03:22:14,061 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:14,061 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:14,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/95806a04ddda4913a5f660f44b3e351a is 50, key is test_row_0/C:col10/1731036132343/Put/seqid=0
2024-11-08T03:22:14,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742250_1426 (size=12001)
2024-11-08T03:22:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:14,471 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/95806a04ddda4913a5f660f44b3e351a
2024-11-08T03:22:14,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/290614a31ef14ebe97f35292b4768bf3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3
2024-11-08T03:22:14,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T03:22:14,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/940941feeb0c4f06b7ed08edc8ee8d66 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66
2024-11-08T03:22:14,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:14,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T03:22:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/95806a04ddda4913a5f660f44b3e351a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a
2024-11-08T03:22:14,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T03:22:14,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=40.25 KB/41220 for 449f970f7789a3ed69afedb5da894424 in 886ms, sequenceid=114, compaction requested=false
2024-11-08T03:22:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131
2024-11-08T03:22:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=131
2024-11-08T03:22:14,489 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130
2024-11-08T03:22:14,489 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec
2024-11-08T03:22:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:14,490 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:14,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.2600 sec
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:14,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/89b9ba766f6e4466bcdeda13161f6dab is 50, key is test_row_0/A:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:14,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742251_1427 (size=12001)
2024-11-08T03:22:14,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036194516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036194523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036194524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036194525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036194526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036194627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036194633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036194633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036194635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036194636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036194833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036194841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036194841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036194842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036194842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:14,897 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/89b9ba766f6e4466bcdeda13161f6dab
2024-11-08T03:22:14,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6 is 50, key is test_row_0/B:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:14,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742252_1428 (size=12001)
2024-11-08T03:22:15,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036195138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036195146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036195146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036195146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036195147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,308 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6
2024-11-08T03:22:15,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b961adc52d349ebb0027359b8c84292 is 50, key is test_row_0/C:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:15,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742253_1429 (size=12001)
2024-11-08T03:22:15,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036195646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036195652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036195653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036195653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036195656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:15,720 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b961adc52d349ebb0027359b8c84292
2024-11-08T03:22:15,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/89b9ba766f6e4466bcdeda13161f6dab as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab
2024-11-08T03:22:15,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab, entries=150, sequenceid=128, filesize=11.7 K
2024-11-08T03:22:15,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6
2024-11-08T03:22:15,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6, entries=150, sequenceid=128, filesize=11.7 K
2024-11-08T03:22:15,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b961adc52d349ebb0027359b8c84292 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292
2024-11-08T03:22:15,740 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292, entries=150, sequenceid=128, filesize=11.7 K
2024-11-08T03:22:15,741 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 449f970f7789a3ed69afedb5da894424 in 1250ms, sequenceid=128, compaction requested=true
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:15,741 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:15,741 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:15,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:15,742 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:15,742 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:15,742 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/57832b9dd47a45f49ac505cb8b81cef5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.4 K
2024-11-08T03:22:15,742 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4653fdbffe7543b19cf9360422b4d03d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.4 K
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4653fdbffe7543b19cf9360422b4d03d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131997
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 57832b9dd47a45f49ac505cb8b81cef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131997
2024-11-08T03:22:15,742 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 940941feeb0c4f06b7ed08edc8ee8d66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731036132334
2024-11-08T03:22:15,743 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 290614a31ef14ebe97f35292b4768bf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731036132334
2024-11-08T03:22:15,743 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ce4f7b0a1c5d4ac19af5ba061adcc2f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:15,743 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89b9ba766f6e4466bcdeda13161f6dab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:15,749 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:15,749 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:15,750 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/117ebf9203354c5595e88f7d1f51ea16 is 50, key is test_row_0/A:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:15,750 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/101174dde7814af0a6d2c756d1900b47 is 50, key is test_row_0/B:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:15,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742254_1430 (size=12309)
2024-11-08T03:22:15,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742255_1431 (size=12309)
2024-11-08T03:22:16,165 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/101174dde7814af0a6d2c756d1900b47 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/101174dde7814af0a6d2c756d1900b47
2024-11-08T03:22:16,165 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/117ebf9203354c5595e88f7d1f51ea16 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/117ebf9203354c5595e88f7d1f51ea16
2024-11-08T03:22:16,170 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into 101174dde7814af0a6d2c756d1900b47(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:16,171 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:16,171 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036135741; duration=0sec
2024-11-08T03:22:16,171 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:16,171 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:16,171 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:16,172 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 117ebf9203354c5595e88f7d1f51ea16(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:16,172 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:16,172 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036135741; duration=0sec
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:16,172 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/102ff309698b48c69e26bfbabb1d1e44, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.4 K
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 102ff309698b48c69e26bfbabb1d1e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731036131997
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 95806a04ddda4913a5f660f44b3e351a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731036132334
2024-11-08T03:22:16,172 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b961adc52d349ebb0027359b8c84292, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:16,178 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:16,179 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/a8a71eb4abbb4834963e4601c9684dc5 is 50, key is test_row_0/C:col10/1731036134488/Put/seqid=0
2024-11-08T03:22:16,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742256_1432 (size=12309)
2024-11-08T03:22:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-11-08T03:22:16,334 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed
2024-11-08T03:22:16,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees
2024-11-08T03:22:16,336 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-08T03:22:16,337 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:16,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-08T03:22:16,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133
2024-11-08T03:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:16,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T03:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/54de2285cc154ac7bb17106dfa7e781b is 50, key is test_row_0/A:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:16,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742257_1433 (size=12151)
2024-11-08T03:22:16,585 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/a8a71eb4abbb4834963e4601c9684dc5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a8a71eb4abbb4834963e4601c9684dc5
2024-11-08T03:22:16,588 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into a8a71eb4abbb4834963e4601c9684dc5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:16,588 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:16,588 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036135741; duration=0sec
2024-11-08T03:22:16,588 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:16,588 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-08T03:22:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:16,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:16,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036196669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036196670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036196670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036196670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036196671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036196777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036196778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036196778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036196778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036196779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:16,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/54de2285cc154ac7bb17106dfa7e781b
2024-11-08T03:22:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bd1bfb0c74df44758bad913ff908c167 is 50, key is test_row_0/B:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:16,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742258_1434 (size=12151)
2024-11-08T03:22:16,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bd1bfb0c74df44758bad913ff908c167
2024-11-08T03:22:16,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b13ea65543b4c7ea5eda07384dc2435 is 50, key is test_row_0/C:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:16,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742259_1435 (size=12151)
2024-11-08T03:22:16,917 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b13ea65543b4c7ea5eda07384dc2435
2024-11-08T03:22:16,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/54de2285cc154ac7bb17106dfa7e781b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b
2024-11-08T03:22:16,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b, entries=150, sequenceid=156, filesize=11.9 K
2024-11-08T03:22:16,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bd1bfb0c74df44758bad913ff908c167 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167
2024-11-08T03:22:16,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167, entries=150, sequenceid=156, filesize=11.9 K
2024-11-08T03:22:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/9b13ea65543b4c7ea5eda07384dc2435 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435
2024-11-08T03:22:16,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435, entries=150, sequenceid=156, filesize=11.9 K
2024-11-08T03:22:16,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 449f970f7789a3ed69afedb5da894424 in 441ms, sequenceid=156, compaction requested=false
2024-11-08T03:22:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133
2024-11-08T03:22:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=133
2024-11-08T03:22:16,932 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132
2024-11-08T03:22:16,932 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 594 msec
2024-11-08T03:22:16,933 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 597 msec
2024-11-08T03:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132
2024-11-08T03:22:16,938 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed
2024-11-08T03:22:16,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees
2024-11-08T03:22:16,940 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:16,940 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:16,940 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:16,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:16,983 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:16,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:16,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/78391f6c9cc944bc92bea3636e02b071 is 50, key is test_row_1/A:col10/1731036136982/Put/seqid=0
2024-11-08T03:22:16,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742260_1436 (size=12147)
2024-11-08T03:22:16,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/78391f6c9cc944bc92bea3636e02b071
2024-11-08T03:22:16,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/382e6e5926b4463da6a3a690d15a7c5b is 50, key is test_row_1/B:col10/1731036136982/Put/seqid=0
2024-11-08T03:22:16,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742261_1437 (size=9757)
2024-11-08T03:22:17,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036197009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036197009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036197015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036197018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036197018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:17,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036197119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036197119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036197123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036197124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036197128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:17,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036197322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036197323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036197333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036197333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036197333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,399 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/382e6e5926b4463da6a3a690d15a7c5b
2024-11-08T03:22:17,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ee09f32862fe4dd79d46b7aea800d0d8 is 50, key is test_row_1/C:col10/1731036136982/Put/seqid=0
2024-11-08T03:22:17,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742262_1438 (size=9757)
2024-11-08T03:22:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:17,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036197629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036197629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036197640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036197641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036197642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=135
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:17,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ee09f32862fe4dd79d46b7aea800d0d8
2024-11-08T03:22:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/78391f6c9cc944bc92bea3636e02b071 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071
2024-11-08T03:22:17,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071, entries=150, sequenceid=168, filesize=11.9 K
2024-11-08T03:22:17,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/382e6e5926b4463da6a3a690d15a7c5b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b
2024-11-08T03:22:17,821 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b, entries=100, sequenceid=168, filesize=9.5 K
2024-11-08T03:22:17,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ee09f32862fe4dd79d46b7aea800d0d8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8
2024-11-08T03:22:17,824 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8, entries=100, sequenceid=168, filesize=9.5 K
2024-11-08T03:22:17,825 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 449f970f7789a3ed69afedb5da894424 in 842ms, sequenceid=168, compaction requested=true
2024-11-08T03:22:17,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:17,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:17,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:17,825 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:17,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:17,826 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:17,826 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36607 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:17,826 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:17,826 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:17,826 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:17,826 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,826 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,826 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/101174dde7814af0a6d2c756d1900b47, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=33.4 K
2024-11-08T03:22:17,826 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/117ebf9203354c5595e88f7d1f51ea16, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=35.7 K
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 117ebf9203354c5595e88f7d1f51ea16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 101174dde7814af0a6d2c756d1900b47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54de2285cc154ac7bb17106dfa7e781b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731036134522
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting bd1bfb0c74df44758bad913ff908c167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731036134522
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78391f6c9cc944bc92bea3636e02b071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036136668
2024-11-08T03:22:17,827 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 382e6e5926b4463da6a3a690d15a7c5b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036136670
2024-11-08T03:22:17,833 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:17,834 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/1e8f72ad8bf84f5291d1d40b63074164 is 50, key is test_row_0/A:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:17,843 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:17,843 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d614c9299a8f4c078ef32568bd89dba3 is 50, key is test_row_0/B:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:17,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742263_1439 (size=12561)
2024-11-08T03:22:17,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742264_1440 (size=12561)
2024-11-08T03:22:17,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:17,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135
2024-11-08T03:22:17,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:17,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T03:22:17,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/67ba585d920c4f32a24ef415f3351cdf is 50, key is test_row_0/A:col10/1731036137017/Put/seqid=0
2024-11-08T03:22:17,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742265_1441 (size=12151)
2024-11-08T03:22:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:18,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036198147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036198156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036198156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036198156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036198156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,248 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/1e8f72ad8bf84f5291d1d40b63074164 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/1e8f72ad8bf84f5291d1d40b63074164
2024-11-08T03:22:18,252 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d614c9299a8f4c078ef32568bd89dba3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d614c9299a8f4c078ef32568bd89dba3
2024-11-08T03:22:18,252 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 1e8f72ad8bf84f5291d1d40b63074164(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:18,252 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:18,252 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036137825; duration=0sec
2024-11-08T03:22:18,252 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:18,252 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:18,252 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:18,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:18,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:18,253 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:18,253 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a8a71eb4abbb4834963e4601c9684dc5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=33.4 K
2024-11-08T03:22:18,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8a71eb4abbb4834963e4601c9684dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731036134485
2024-11-08T03:22:18,253 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b13ea65543b4c7ea5eda07384dc2435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731036134522
2024-11-08T03:22:18,254 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee09f32862fe4dd79d46b7aea800d0d8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036136670
2024-11-08T03:22:18,255 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into d614c9299a8f4c078ef32568bd89dba3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:18,255 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:18,255 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036137825; duration=0sec
2024-11-08T03:22:18,255 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:18,255 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:18,259 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:18,259 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ac08da6333e44d24a1435c23e4b762ad is 50, key is test_row_0/C:col10/1731036134524/Put/seqid=0
2024-11-08T03:22:18,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742266_1442 (size=12561)
2024-11-08T03:22:18,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/67ba585d920c4f32a24ef415f3351cdf
2024-11-08T03:22:18,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036198264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036198264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/a3752a4badcd478da8ad9d5b1d1c83d2 is 50, key is test_row_0/B:col10/1731036137017/Put/seqid=0
2024-11-08T03:22:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036198264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036198265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742267_1443 (size=12151)
2024-11-08T03:22:18,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/a3752a4badcd478da8ad9d5b1d1c83d2
2024-11-08T03:22:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/da050153a480490181bdec5f8376faa9 is 50, key is test_row_0/C:col10/1731036137017/Put/seqid=0
2024-11-08T03:22:18,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742268_1444 (size=12151)
2024-11-08T03:22:18,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036198471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036198471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036198471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036198472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,665 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ac08da6333e44d24a1435c23e4b762ad as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ac08da6333e44d24a1435c23e4b762ad
2024-11-08T03:22:18,669 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into ac08da6333e44d24a1435c23e4b762ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:18,669 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:18,669 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036137826; duration=0sec
2024-11-08T03:22:18,669 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:18,669 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:18,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/da050153a480490181bdec5f8376faa9
2024-11-08T03:22:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/67ba585d920c4f32a24ef415f3351cdf as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf
2024-11-08T03:22:18,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf, entries=150, sequenceid=193, filesize=11.9 K
2024-11-08T03:22:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/a3752a4badcd478da8ad9d5b1d1c83d2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2
2024-11-08T03:22:18,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2, entries=150, sequenceid=193, filesize=11.9 K
2024-11-08T03:22:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/da050153a480490181bdec5f8376faa9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9
2024-11-08T03:22:18,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9, entries=150, sequenceid=193, filesize=11.9 K
2024-11-08T03:22:18,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 449f970f7789a3ed69afedb5da894424 in 854ms, sequenceid=193, compaction requested=false
2024-11-08T03:22:18,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:18,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:18,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135
2024-11-08T03:22:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=135
2024-11-08T03:22:18,708 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134
2024-11-08T03:22:18,709 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7680 sec
2024-11-08T03:22:18,710 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7700 sec
2024-11-08T03:22:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:18,782 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:22:18,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:18,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/8e9b5589b45f4dfab778fae39affc0fb is 50, key is test_row_0/A:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:18,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742269_1445 (size=12151)
2024-11-08T03:22:18,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036198816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036198816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036198817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036198818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036198925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036198925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036198925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:18,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036198925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-11-08T03:22:19,043 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed
2024-11-08T03:22:19,045 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees
2024-11-08T03:22:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:19,046 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:19,046 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:19,046 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:19,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036199130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036199130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036199130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036199131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:19,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036199166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-08T03:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,203 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/8e9b5589b45f4dfab778fae39affc0fb
2024-11-08T03:22:19,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/880b66d2981c4a1fa24908e06fca0b46 is 50, key is test_row_0/B:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:19,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742270_1446 (size=12151)
2024-11-08T03:22:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:19,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-08T03:22:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036199434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036199435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036199435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036199435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-08T03:22:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=137
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:19,611 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/880b66d2981c4a1fa24908e06fca0b46
2024-11-08T03:22:19,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3a43b305104b41a3b56ae5d213288ed7 is 50, key is test_row_0/C:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:19,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742271_1447 (size=12151)
2024-11-08T03:22:19,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3a43b305104b41a3b56ae5d213288ed7
2024-11-08T03:22:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/8e9b5589b45f4dfab778fae39affc0fb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb
2024-11-08T03:22:19,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb, entries=150, sequenceid=211, filesize=11.9 K
2024-11-08T03:22:19,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/880b66d2981c4a1fa24908e06fca0b46 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46
2024-11-08T03:22:19,629 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46, entries=150, sequenceid=211, filesize=11.9 K
2024-11-08T03:22:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3a43b305104b41a3b56ae5d213288ed7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7
2024-11-08T03:22:19,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7, entries=150, sequenceid=211, filesize=11.9 K
2024-11-08T03:22:19,633 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 449f970f7789a3ed69afedb5da894424 in 851ms, sequenceid=211, compaction requested=true
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:19,633 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:19,633 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:19,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:19,634 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,634 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,634 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d614c9299a8f4c078ef32568bd89dba3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.0 K
2024-11-08T03:22:19,634 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/1e8f72ad8bf84f5291d1d40b63074164, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.0 K
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d614c9299a8f4c078ef32568bd89dba3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036134524
2024-11-08T03:22:19,634 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e8f72ad8bf84f5291d1d40b63074164, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036134524
2024-11-08T03:22:19,635 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67ba585d920c4f32a24ef415f3351cdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731036137014
2024-11-08T03:22:19,635 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting a3752a4badcd478da8ad9d5b1d1c83d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731036137014
2024-11-08T03:22:19,635 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e9b5589b45f4dfab778fae39affc0fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:19,635 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 880b66d2981c4a1fa24908e06fca0b46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:19,640 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:19,640 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/6315ed498afc43b29094da4041942feb is 50, key is test_row_0/A:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:19,643 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:19,643 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/be53b3d92d674fb1ad6040b5bc86d454 is 50, key is test_row_0/B:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:19,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742272_1448 (size=12663)
2024-11-08T03:22:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:19,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742273_1449 (size=12663)
2024-11-08T03:22:19,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137
2024-11-08T03:22:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,655 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/2e454dee1233430f87eb0f4863fbfb93 is 50, key is test_row_0/A:col10/1731036138801/Put/seqid=0
2024-11-08T03:22:19,662 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/6315ed498afc43b29094da4041942feb as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/6315ed498afc43b29094da4041942feb
2024-11-08T03:22:19,667 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/be53b3d92d674fb1ad6040b5bc86d454 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/be53b3d92d674fb1ad6040b5bc86d454
2024-11-08T03:22:19,670 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 6315ed498afc43b29094da4041942feb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:19,671 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036139633; duration=0sec
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:19,671 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into be53b3d92d674fb1ad6040b5bc86d454(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:19,671 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:19,672 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036139633; duration=0sec
2024-11-08T03:22:19,672 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:19,672 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:19,672 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ac08da6333e44d24a1435c23e4b762ad, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.0 K
2024-11-08T03:22:19,672 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:19,672 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac08da6333e44d24a1435c23e4b762ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731036134524
2024-11-08T03:22:19,672 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting da050153a480490181bdec5f8376faa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731036137014
2024-11-08T03:22:19,672 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a43b305104b41a3b56ae5d213288ed7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:19,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742274_1450 (size=12151)
2024-11-08T03:22:19,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/2e454dee1233430f87eb0f4863fbfb93
2024-11-08T03:22:19,679 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:19,679 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/0901804cc8324d44a2843bf1db2bf052 is 50, key is test_row_0/C:col10/1731036138781/Put/seqid=0
2024-11-08T03:22:19,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b390b34ecb6c44f4b01d2496efcd5ec4 is 50, key is test_row_0/B:col10/1731036138801/Put/seqid=0
2024-11-08T03:22:19,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742275_1451 (size=12663)
2024-11-08T03:22:19,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742276_1452 (size=12151)
2024-11-08T03:22:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:19,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:19,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036199958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036199958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036199959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:19,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036199965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036200066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036200066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036200067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036200071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b390b34ecb6c44f4b01d2496efcd5ec4
2024-11-08T03:22:20,094 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/0901804cc8324d44a2843bf1db2bf052 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/0901804cc8324d44a2843bf1db2bf052
2024-11-08T03:22:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ba99105a375f4e25b54d8b7872b29a44 is 50, key is test_row_0/C:col10/1731036138801/Put/seqid=0
2024-11-08T03:22:20,106 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 0901804cc8324d44a2843bf1db2bf052(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:20,106 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:20,106 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036139633; duration=0sec
2024-11-08T03:22:20,106 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:20,106 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:20,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742277_1453 (size=12151)
2024-11-08T03:22:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:20,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036200270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036200270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036200270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036200276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ba99105a375f4e25b54d8b7872b29a44
2024-11-08T03:22:20,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/2e454dee1233430f87eb0f4863fbfb93 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93
2024-11-08T03:22:20,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93, entries=150, sequenceid=232, filesize=11.9 K
2024-11-08T03:22:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b390b34ecb6c44f4b01d2496efcd5ec4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4
2024-11-08T03:22:20,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4, entries=150, sequenceid=232, filesize=11.9 K
2024-11-08T03:22:20,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ba99105a375f4e25b54d8b7872b29a44 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44
2024-11-08T03:22:20,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44, entries=150, sequenceid=232, filesize=11.9 K
2024-11-08T03:22:20,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 449f970f7789a3ed69afedb5da894424 in 875ms, sequenceid=232, compaction requested=false
2024-11-08T03:22:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137
2024-11-08T03:22:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=137
2024-11-08T03:22:20,531 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136
2024-11-08T03:22:20,531 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec
2024-11-08T03:22:20,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4860 sec
2024-11-08T03:22:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:20,576 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:20,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:20,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/23c216da79c1484491b294456a56c57b is 50, key is test_row_0/A:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:20,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742278_1454 (size=16931)
2024-11-08T03:22:20,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/23c216da79c1484491b294456a56c57b
2024-11-08T03:22:20,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7e0bd863e3e543a9b3d8b245fec68821 is 50, key is test_row_0/B:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:20,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742279_1455 (size=12151)
2024-11-08T03:22:20,595 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7e0bd863e3e543a9b3d8b245fec68821
2024-11-08T03:22:20,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/d7d2055c1858451290f911ea75941cf4 is 50, key is test_row_0/C:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:20,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036200602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036200603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036200604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036200608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742280_1456 (size=12151)
2024-11-08T03:22:20,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036200709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036200709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036200711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036200711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036200914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036200915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036200915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:20,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036200917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/d7d2055c1858451290f911ea75941cf4
2024-11-08T03:22:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/23c216da79c1484491b294456a56c57b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b
2024-11-08T03:22:21,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b, entries=250, sequenceid=252, filesize=16.5 K
2024-11-08T03:22:21,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/7e0bd863e3e543a9b3d8b245fec68821 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821
2024-11-08T03:22:21,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821, entries=150, sequenceid=252, filesize=11.9 K
2024-11-08T03:22:21,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/d7d2055c1858451290f911ea75941cf4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4
2024-11-08T03:22:21,032 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4, entries=150, sequenceid=252, filesize=11.9 K
2024-11-08T03:22:21,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 449f970f7789a3ed69afedb5da894424 in 456ms, sequenceid=252, compaction requested=true
2024-11-08T03:22:21,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:21,032 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:21,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:21,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:21,033 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:21,033 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/6315ed498afc43b29094da4041942feb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=40.8 K
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:21,033 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,033 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/be53b3d92d674fb1ad6040b5bc86d454, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.1 K
2024-11-08T03:22:21,033 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6315ed498afc43b29094da4041942feb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:21,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting be53b3d92d674fb1ad6040b5bc86d454, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:21,034 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e454dee1233430f87eb0f4863fbfb93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731036138801
2024-11-08T03:22:21,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b390b34ecb6c44f4b01d2496efcd5ec4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731036138801
2024-11-08T03:22:21,034 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23c216da79c1484491b294456a56c57b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139952
2024-11-08T03:22:21,034 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e0bd863e3e543a9b3d8b245fec68821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139956
2024-11-08T03:22:21,039 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:21,039 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/e913966ae4cc48659d6fc62022c957bc is 50, key is test_row_0/B:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:21,042 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:21,043 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/dd5455eca636462ea697736668469c59 is 50, key is test_row_0/A:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:21,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742281_1457 (size=12765)
2024-11-08T03:22:21,051 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/e913966ae4cc48659d6fc62022c957bc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e913966ae4cc48659d6fc62022c957bc
2024-11-08T03:22:21,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742282_1458 (size=12765)
2024-11-08T03:22:21,061 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into e913966ae4cc48659d6fc62022c957bc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:21,061 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:21,061 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036141032; duration=0sec
2024-11-08T03:22:21,061 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:21,061 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:21,061 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:21,062 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:21,062 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:21,062 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,062 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/0901804cc8324d44a2843bf1db2bf052, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.1 K
2024-11-08T03:22:21,062 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 0901804cc8324d44a2843bf1db2bf052, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731036138155
2024-11-08T03:22:21,062 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ba99105a375f4e25b54d8b7872b29a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731036138801
2024-11-08T03:22:21,066 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d2055c1858451290f911ea75941cf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139956
2024-11-08T03:22:21,071 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:21,071 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ed63eeb7e03b4ab5b2dc13ad588ba1db is 50, key is test_row_0/C:col10/1731036140575/Put/seqid=0
2024-11-08T03:22:21,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742283_1459 (size=12765)
2024-11-08T03:22:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136
2024-11-08T03:22:21,149 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed
2024-11-08T03:22:21,150 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees
2024-11-08T03:22:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:21,152 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:21,153 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:21,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:21,186 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:21,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/22fec7d722f645028545b734f471fb6d is 50, key is test_row_0/A:col10/1731036141185/Put/seqid=0
2024-11-08T03:22:21,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742284_1460 (size=14741)
2024-11-08T03:22:21,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036201225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036201227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036201227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036201228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036201232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:21,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036201333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036201333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036201335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036201336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036201339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:21,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,463 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/dd5455eca636462ea697736668469c59 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/dd5455eca636462ea697736668469c59
2024-11-08T03:22:21,466 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into dd5455eca636462ea697736668469c59(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:21,466 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:21,466 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036141032; duration=0sec
2024-11-08T03:22:21,467 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:21,467 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:21,478 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/ed63eeb7e03b4ab5b2dc13ad588ba1db as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ed63eeb7e03b4ab5b2dc13ad588ba1db
2024-11-08T03:22:21,481 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into ed63eeb7e03b4ab5b2dc13ad588ba1db(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:21,482 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:21,482 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036141033; duration=0sec
2024-11-08T03:22:21,482 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:21,482 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:21,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036201538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036201539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036201541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036201542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036201547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/22fec7d722f645028545b734f471fb6d
2024-11-08T03:22:21,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/e5e646a5e7f840a2b14ce1e1eb98c945 is 50, key is test_row_0/B:col10/1731036141185/Put/seqid=0
2024-11-08T03:22:21,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742285_1461 (size=12301)
2024-11-08T03:22:21,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:21,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036201843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036201844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036201844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036201845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036201852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:21,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:21,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:22,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/e5e646a5e7f840a2b14ce1e1eb98c945
2024-11-08T03:22:22,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/777ca5ec7d284c4a87640835669d8938 is 50, key is test_row_0/C:col10/1731036141185/Put/seqid=0
2024-11-08T03:22:22,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742286_1462 (size=12301)
2024-11-08T03:22:22,012 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/777ca5ec7d284c4a87640835669d8938
2024-11-08T03:22:22,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/22fec7d722f645028545b734f471fb6d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d
2024-11-08T03:22:22,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d, entries=200, sequenceid=273, filesize=14.4 K
2024-11-08T03:22:22,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/e5e646a5e7f840a2b14ce1e1eb98c945 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945
2024-11-08T03:22:22,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945, entries=150, sequenceid=273, filesize=12.0 K
2024-11-08T03:22:22,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/777ca5ec7d284c4a87640835669d8938 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938
2024-11-08T03:22:22,024 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938, entries=150, sequenceid=273, filesize=12.0 K
2024-11-08T03:22:22,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 449f970f7789a3ed69afedb5da894424 in 839ms, sequenceid=273, compaction requested=false
2024-11-08T03:22:22,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:22,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-11-08T03:22:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:22,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4f749d1cce63432aa9deb5bd518ff245 is 50, key is test_row_0/A:col10/1731036141224/Put/seqid=0
2024-11-08T03:22:22,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742287_1463 (size=12301)
2024-11-08T03:22:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:22,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036202373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036202373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036202378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036202378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036202380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4f749d1cce63432aa9deb5bd518ff245
2024-11-08T03:22:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d16756a87bef4cc49ebae2b68f30e803 is 50, key is test_row_0/B:col10/1731036141224/Put/seqid=0
2024-11-08T03:22:22,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742288_1464 (size=12301)
2024-11-08T03:22:22,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036202481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036202481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036202484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036202485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036202488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036202687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036202688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036202689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036202689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036202693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:22,884 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d16756a87bef4cc49ebae2b68f30e803
2024-11-08T03:22:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/47659186e6714cf4a8b4a56d3fe217ae is 50, key is test_row_0/C:col10/1731036141224/Put/seqid=0
2024-11-08T03:22:22,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742289_1465 (size=12301)
2024-11-08T03:22:22,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/47659186e6714cf4a8b4a56d3fe217ae
2024-11-08T03:22:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/4f749d1cce63432aa9deb5bd518ff245 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245
2024-11-08T03:22:22,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245, entries=150, sequenceid=291, filesize=12.0 K
2024-11-08T03:22:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d16756a87bef4cc49ebae2b68f30e803 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803
2024-11-08T03:22:22,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803, entries=150, sequenceid=291, filesize=12.0 K
2024-11-08T03:22:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/47659186e6714cf4a8b4a56d3fe217ae as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae
2024-11-08T03:22:22,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae, entries=150, sequenceid=291, filesize=12.0 K
2024-11-08T03:22:22,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 449f970f7789a3ed69afedb5da894424 in 844ms, sequenceid=291, compaction requested=true
2024-11-08T03:22:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-08T03:22:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=139
2024-11-08T03:22:22,913 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138
2024-11-08T03:22:22,913 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec
2024-11-08T03:22:22,914 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.7620 sec
2024-11-08T03:22:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:22,994 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:22,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/ade2a53d20cd4b07966438a9764ef05f is 50, key is test_row_0/A:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742290_1466 (size=14741)
2024-11-08T03:22:23,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/ade2a53d20cd4b07966438a9764ef05f
2024-11-08T03:22:23,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/c669942d416445d5a3d247960e1522d1 is 50, key is test_row_0/B:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742291_1467 (size=12301)
2024-11-08T03:22:23,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/c669942d416445d5a3d247960e1522d1
2024-11-08T03:22:23,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4817fe6bbb15487da8995df5f456c3cc is 50, key is test_row_0/C:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036203008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742292_1468 (size=12301)
2024-11-08T03:22:23,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036203014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036203015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036203019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036203020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036203121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036203127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036203127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036203129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036203129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-11-08T03:22:23,255 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed
2024-11-08T03:22:23,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees
2024-11-08T03:22:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-08T03:22:23,257 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:23,257 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:23,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:23,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036203326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036203332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036203333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036203336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036203336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-08T03:22:23,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-11-08T03:22:23,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:23,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:23,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=141
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:23,422 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4817fe6bbb15487da8995df5f456c3cc
2024-11-08T03:22:23,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/ade2a53d20cd4b07966438a9764ef05f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f
2024-11-08T03:22:23,428 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f, entries=200, sequenceid=312, filesize=14.4 K
2024-11-08T03:22:23,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/c669942d416445d5a3d247960e1522d1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1
2024-11-08T03:22:23,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T03:22:23,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4817fe6bbb15487da8995df5f456c3cc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc
2024-11-08T03:22:23,434 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T03:22:23,435 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 449f970f7789a3ed69afedb5da894424 in 441ms, sequenceid=312, compaction requested=true
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:23,435 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:23,435 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:23,436 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,436 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,436 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/dd5455eca636462ea697736668469c59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=53.3 K
2024-11-08T03:22:23,436 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e913966ae4cc48659d6fc62022c957bc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=48.5 K
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5455eca636462ea697736668469c59, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139956
2024-11-08T03:22:23,436 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e913966ae4cc48659d6fc62022c957bc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139956
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22fec7d722f645028545b734f471fb6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036140594
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e646a5e7f840a2b14ce1e1eb98c945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036140599
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f749d1cce63432aa9deb5bd518ff245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731036141224
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d16756a87bef4cc49ebae2b68f30e803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731036141224
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ade2a53d20cd4b07966438a9764ef05f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:23,437 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c669942d416445d5a3d247960e1522d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:23,443 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:23,443 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/1071d04a93594bb499e031a397a612c4 is 50, key is test_row_0/B:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,446 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:23,447 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/05345bc893954365914422955a47d073 is 50, key is test_row_0/A:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742293_1469 (size=13051)
2024-11-08T03:22:23,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742294_1470 (size=13051)
2024-11-08T03:22:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-08T03:22:23,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-11-08T03:22:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:23,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/92bffe40ff2f4e318d73cbf6207ef815 is 50, key is test_row_0/A:col10/1731036143019/Put/seqid=0
2024-11-08T03:22:23,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742295_1471 (size=12301)
2024-11-08T03:22:23,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:23,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036203700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036203708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036203708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036203708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036203709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036203809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036203813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036203816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036203817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036203817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:23,853 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/1071d04a93594bb499e031a397a612c4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/1071d04a93594bb499e031a397a612c4
2024-11-08T03:22:23,854 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/05345bc893954365914422955a47d073 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/05345bc893954365914422955a47d073
2024-11-08T03:22:23,857 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into 05345bc893954365914422955a47d073(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:23,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:23,857 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=12, startTime=1731036143435; duration=0sec
2024-11-08T03:22:23,858 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:23,858 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:23,858 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:23,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:23,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:23,859 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:23,859 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ed63eeb7e03b4ab5b2dc13ad588ba1db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=48.5 K
2024-11-08T03:22:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-08T03:22:23,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed63eeb7e03b4ab5b2dc13ad588ba1db, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731036139956
2024-11-08T03:22:23,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 777ca5ec7d284c4a87640835669d8938, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731036140599
2024-11-08T03:22:23,860 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47659186e6714cf4a8b4a56d3fe217ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731036141224
2024-11-08T03:22:23,860 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4817fe6bbb15487da8995df5f456c3cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:23,868 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:23,868 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into 1071d04a93594bb499e031a397a612c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:23,868 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=12, startTime=1731036143435; duration=0sec
2024-11-08T03:22:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:23,868 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:23,869 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/64715233c20d4939a05cb41e2bd81a13 is 50, key is test_row_0/C:col10/1731036142993/Put/seqid=0
2024-11-08T03:22:23,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742296_1472 (size=13051)
2024-11-08T03:22:23,886 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/64715233c20d4939a05cb41e2bd81a13 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/64715233c20d4939a05cb41e2bd81a13
2024-11-08T03:22:23,890 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 64715233c20d4939a05cb41e2bd81a13(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:23,890 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:23,890 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=12, startTime=1731036143435; duration=0sec
2024-11-08T03:22:23,890 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:23,890 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:23,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/92bffe40ff2f4e318d73cbf6207ef815
2024-11-08T03:22:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/97fed0cb29b34dd4956a114398fe1a59 is 50, key is test_row_0/B:col10/1731036143019/Put/seqid=0
2024-11-08T03:22:23,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742297_1473 (size=12301)
2024-11-08T03:22:23,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/97fed0cb29b34dd4956a114398fe1a59
2024-11-08T03:22:23,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/62e5550d90ab4f76b8c68207212bd572 is 50, key is test_row_0/C:col10/1731036143019/Put/seqid=0
2024-11-08T03:22:23,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742298_1474 (size=12301)
2024-11-08T03:22:23,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/62e5550d90ab4f76b8c68207212bd572
2024-11-08T03:22:23,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/92bffe40ff2f4e318d73cbf6207ef815 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815
2024-11-08T03:22:24,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815, entries=150, sequenceid=327, filesize=12.0 K
2024-11-08T03:22:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/97fed0cb29b34dd4956a114398fe1a59 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59
2024-11-08T03:22:24,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59, entries=150, sequenceid=327, filesize=12.0 K
2024-11-08T03:22:24,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/62e5550d90ab4f76b8c68207212bd572 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572
2024-11-08T03:22:24,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572, entries=150, sequenceid=327, filesize=12.0 K
2024-11-08T03:22:24,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 449f970f7789a3ed69afedb5da894424 in 447ms, sequenceid=327, compaction requested=false
2024-11-08T03:22:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-08T03:22:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=141
2024-11-08T03:22:24,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140
2024-11-08T03:22:24,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 753 msec
2024-11-08T03:22:24,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 756 msec
2024-11-08T03:22:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:24,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:24,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/adda68de88a548f9b7f571374c9d7b1f is 50, key is test_row_0/A:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:24,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742299_1475 (size=14741)
2024-11-08T03:22:24,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036204030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036204031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036204036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036204036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036204040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036204141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036204141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036204144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036204146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036204146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036204346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036204346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036204348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036204351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036204353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-11-08T03:22:24,360 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed
2024-11-08T03:22:24,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees
2024-11-08T03:22:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:24,362 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:24,362 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:24,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:24,427 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/adda68de88a548f9b7f571374c9d7b1f
2024-11-08T03:22:24,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/5889bfe38cc14426800a557dbcb29f57 is 50, key is test_row_0/B:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:24,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742300_1476 (size=12301)
2024-11-08T03:22:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:24,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036204650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036204651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036204654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036204659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036204659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:24,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/5889bfe38cc14426800a557dbcb29f57
2024-11-08T03:22:24,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/b6aff81de8584ac7b99758ff6c09c287 is 50, key is test_row_0/C:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:24,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742301_1477 (size=12301)
2024-11-08T03:22:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:24,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:24,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:24,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:25,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:25,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036205158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036205158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036205160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036205164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036205164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,247 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/b6aff81de8584ac7b99758ff6c09c287
2024-11-08T03:22:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/adda68de88a548f9b7f571374c9d7b1f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f
2024-11-08T03:22:25,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f, entries=200, sequenceid=353, filesize=14.4 K
2024-11-08T03:22:25,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/5889bfe38cc14426800a557dbcb29f57 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57
2024-11-08T03:22:25,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57, entries=150, sequenceid=353, filesize=12.0 K
2024-11-08T03:22:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/b6aff81de8584ac7b99758ff6c09c287 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287
2024-11-08T03:22:25,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287, entries=150, sequenceid=353, filesize=12.0 K
2024-11-08T03:22:25,260 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 449f970f7789a3ed69afedb5da894424 in 1240ms, sequenceid=353, compaction requested=true
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:25,260 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:25,260 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:25,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:25,261 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,261 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,261 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/05345bc893954365914422955a47d073, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=39.2 K
2024-11-08T03:22:25,261 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/1071d04a93594bb499e031a397a612c4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.8 K
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05345bc893954365914422955a47d073, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:25,261 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 1071d04a93594bb499e031a397a612c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:25,262 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 97fed0cb29b34dd4956a114398fe1a59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731036143014
2024-11-08T03:22:25,262 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92bffe40ff2f4e318d73cbf6207ef815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731036143014
2024-11-08T03:22:25,262 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5889bfe38cc14426800a557dbcb29f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:25,262 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting adda68de88a548f9b7f571374c9d7b1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:25,268 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#408 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:25,268 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d80053febbea46c197793585e94094d8 is 50, key is test_row_0/B:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:25,270 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:25,270 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/bc97d04d276242198dab613c0bd202b0 is 50, key is test_row_0/A:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:25,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:25,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-08T03:22:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:22:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:25,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742302_1478 (size=13153)
2024-11-08T03:22:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/a718711013a14593b98a20c89bcb5b62 is 50, key is test_row_0/A:col10/1731036144035/Put/seqid=0
2024-11-08T03:22:25,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742303_1479 (size=13153)
2024-11-08T03:22:25,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742304_1480 (size=12301)
2024-11-08T03:22:25,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/a718711013a14593b98a20c89bcb5b62
2024-11-08T03:22:25,286 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/bc97d04d276242198dab613c0bd202b0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bc97d04d276242198dab613c0bd202b0
2024-11-08T03:22:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/fc731f7de64c4aa6af6115543decca5f is 50, key is test_row_0/B:col10/1731036144035/Put/seqid=0
2024-11-08T03:22:25,291 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into bc97d04d276242198dab613c0bd202b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:25,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:25,291 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036145260; duration=0sec
2024-11-08T03:22:25,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:25,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:25,291 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:25,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742305_1481 (size=12301)
2024-11-08T03:22:25,292 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:25,292 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:25,292 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:25,292 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/64715233c20d4939a05cb41e2bd81a13, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.8 K
2024-11-08T03:22:25,293 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64715233c20d4939a05cb41e2bd81a13, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731036142373
2024-11-08T03:22:25,293 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62e5550d90ab4f76b8c68207212bd572, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731036143014
2024-11-08T03:22:25,293 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6aff81de8584ac7b99758ff6c09c287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:25,300 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:25,301 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4953117149444ac591bad42cc28dfdee is 50, key is test_row_0/C:col10/1731036143707/Put/seqid=0
2024-11-08T03:22:25,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742306_1482 (size=13153)
2024-11-08T03:22:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:25,680 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/d80053febbea46c197793585e94094d8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d80053febbea46c197793585e94094d8
2024-11-08T03:22:25,683 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into d80053febbea46c197793585e94094d8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:25,683 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:25,683 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036145260; duration=0sec
2024-11-08T03:22:25,683 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:25,683 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:25,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/fc731f7de64c4aa6af6115543decca5f
2024-11-08T03:22:25,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/e80e7b4aa09b4139992f9affb55e050e is 50, key is test_row_0/C:col10/1731036144035/Put/seqid=0
2024-11-08T03:22:25,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742307_1483 (size=12301)
2024-11-08T03:22:25,710 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/4953117149444ac591bad42cc28dfdee as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4953117149444ac591bad42cc28dfdee
2024-11-08T03:22:25,721 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 4953117149444ac591bad42cc28dfdee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:25,722 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:25,722 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036145260; duration=0sec
2024-11-08T03:22:25,722 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:25,722 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:26,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/e80e7b4aa09b4139992f9affb55e050e
2024-11-08T03:22:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/a718711013a14593b98a20c89bcb5b62 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62
2024-11-08T03:22:26,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62, entries=150, sequenceid=366, filesize=12.0 K
2024-11-08T03:22:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/fc731f7de64c4aa6af6115543decca5f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f
2024-11-08T03:22:26,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f, entries=150, sequenceid=366, filesize=12.0 K
2024-11-08T03:22:26,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/e80e7b4aa09b4139992f9affb55e050e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e
2024-11-08T03:22:26,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e, entries=150, sequenceid=366, filesize=12.0 K
2024-11-08T03:22:26,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 449f970f7789a3ed69afedb5da894424 in 840ms, sequenceid=366, compaction requested=false
2024-11-08T03:22:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143
2024-11-08T03:22:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=143
2024-11-08T03:22:26,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142
2024-11-08T03:22:26,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec
2024-11-08T03:22:26,118 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.7560 sec
2024-11-08T03:22:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:26,180 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:26,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/e021287cbcd24db3afca68d24b7a05fa is 50, key is test_row_0/A:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:26,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742308_1484 (size=12297)
2024-11-08T03:22:26,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036206205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036206206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036206209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036206209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036206210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036206313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036206313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036206315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036206316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036206317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-11-08T03:22:26,465 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed
2024-11-08T03:22:26,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-11-08T03:22:26,467 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:26,467 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:26,467 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:26,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036206521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036206521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036206521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036206522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036206522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:26,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/e021287cbcd24db3afca68d24b7a05fa
2024-11-08T03:22:26,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b4810f6aec89445e9c583e01a3c5ac8a is 50, key is test_row_0/B:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:26,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742309_1485 (size=9857)
2024-11-08T03:22:26,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:26,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036206827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036206827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036206829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036206829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036206830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:26,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:26,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b4810f6aec89445e9c583e01a3c5ac8a
2024-11-08T03:22:27,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3b6d104316e44aefa3f6eded9e9c127a is 50, key is test_row_0/C:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:27,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742310_1486 (size=9857)
2024-11-08T03:22:27,018 DEBUG [Thread-1834 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:63666
2024-11-08T03:22:27,018 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:27,018 DEBUG [Thread-1840 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:63666
2024-11-08T03:22:27,019 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:27,019 DEBUG [Thread-1842 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:63666
2024-11-08T03:22:27,019 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:27,023 DEBUG [Thread-1838 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:63666
2024-11-08T03:22:27,023 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:27,024 DEBUG [Thread-1836 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:63666
2024-11-08T03:22:27,024 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:27,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1731036207333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56952 deadline: 1731036207334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1731036207336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56924 deadline: 1731036207337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56934 deadline: 1731036207339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:27,411 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3b6d104316e44aefa3f6eded9e9c127a
2024-11-08T03:22:27,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/e021287cbcd24db3afca68d24b7a05fa as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa
2024-11-08T03:22:27,419 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa, entries=150, sequenceid=381, filesize=12.0 K
2024-11-08T03:22:27,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/b4810f6aec89445e9c583e01a3c5ac8a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a
2024-11-08T03:22:27,424 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a, entries=100, sequenceid=381, filesize=9.6 K
2024-11-08T03:22:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/3b6d104316e44aefa3f6eded9e9c127a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a
2024-11-08T03:22:27,429 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a, entries=100, sequenceid=381, filesize=9.6 K
2024-11-08T03:22:27,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 449f970f7789a3ed69afedb5da894424 in 1250ms, sequenceid=381, compaction requested=true
2024-11-08T03:22:27,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:27,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:27,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:27,430 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:27,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:27,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:27,431 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:27,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449f970f7789a3ed69afedb5da894424:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:27,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:27,431 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/A is initiating minor compaction (all files)
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/B is initiating minor compaction (all files)
2024-11-08T03:22:27,432 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/A in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,432 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/B in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,432 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bc97d04d276242198dab613c0bd202b0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=36.9 K
2024-11-08T03:22:27,432 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d80053febbea46c197793585e94094d8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=34.5 K
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc97d04d276242198dab613c0bd202b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d80053febbea46c197793585e94094d8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:27,432 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a718711013a14593b98a20c89bcb5b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731036144034
2024-11-08T03:22:27,433 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting fc731f7de64c4aa6af6115543decca5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731036144034
2024-11-08T03:22:27,433 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e021287cbcd24db3afca68d24b7a05fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731036146178
2024-11-08T03:22:27,433 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting b4810f6aec89445e9c583e01a3c5ac8a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731036146178
2024-11-08T03:22:27,440 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:27,440 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:27,441 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/11a890de93724e8696aec58b51f53053 is 50, key is test_row_0/B:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:27,441 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/c590a768d50349b98a67d7c0f8e2be8e is 50, key is test_row_0/A:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:27,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742312_1488 (size=13255)
2024-11-08T03:22:27,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742311_1487 (size=13255)
2024-11-08T03:22:27,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:27,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-08T03:22:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:22:27,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/3ddf572b99a7486da4e0559b69948c84 is 50, key is test_row_0/A:col10/1731036146208/Put/seqid=0
2024-11-08T03:22:27,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742313_1489 (size=12301)
2024-11-08T03:22:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:27,854 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/c590a768d50349b98a67d7c0f8e2be8e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/c590a768d50349b98a67d7c0f8e2be8e
2024-11-08T03:22:27,855 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/11a890de93724e8696aec58b51f53053 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/11a890de93724e8696aec58b51f53053
2024-11-08T03:22:27,857 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/A of 449f970f7789a3ed69afedb5da894424 into c590a768d50349b98a67d7c0f8e2be8e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:27,857 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/B of 449f970f7789a3ed69afedb5da894424 into 11a890de93724e8696aec58b51f53053(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:27,857 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/A, priority=13, startTime=1731036147430; duration=0sec
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:27,857 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/B, priority=13, startTime=1731036147430; duration=0sec
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:A
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:B
2024-11-08T03:22:27,857 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:27,858 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:27,858 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): 449f970f7789a3ed69afedb5da894424/C is initiating minor compaction (all files)
2024-11-08T03:22:27,858 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449f970f7789a3ed69afedb5da894424/C in TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:27,858 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4953117149444ac591bad42cc28dfdee, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp, totalSize=34.5 K
2024-11-08T03:22:27,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4953117149444ac591bad42cc28dfdee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731036143707
2024-11-08T03:22:27,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80e7b4aa09b4139992f9affb55e050e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731036144034
2024-11-08T03:22:27,859 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b6d104316e44aefa3f6eded9e9c127a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731036146178
2024-11-08T03:22:27,864 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449f970f7789a3ed69afedb5da894424#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:27,864 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/642a929111ae4728b2943f679fdba4f1 is 50, key is test_row_0/C:col10/1731036146180/Put/seqid=0
2024-11-08T03:22:27,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742314_1490 (size=13255)
2024-11-08T03:22:27,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/3ddf572b99a7486da4e0559b69948c84
2024-11-08T03:22:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bb69a98d21f7449eb622d2e8aad71d68 is 50, key is test_row_0/B:col10/1731036146208/Put/seqid=0
2024-11-08T03:22:27,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742315_1491 (size=12301)
2024-11-08T03:22:28,274 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/642a929111ae4728b2943f679fdba4f1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/642a929111ae4728b2943f679fdba4f1
2024-11-08T03:22:28,282 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449f970f7789a3ed69afedb5da894424/C of 449f970f7789a3ed69afedb5da894424 into 642a929111ae4728b2943f679fdba4f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:28,282 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:28,282 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424., storeName=449f970f7789a3ed69afedb5da894424/C, priority=13, startTime=1731036147431; duration=0sec
2024-11-08T03:22:28,282 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:28,282 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449f970f7789a3ed69afedb5da894424:C
2024-11-08T03:22:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. as already flushing
2024-11-08T03:22:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:28,341 DEBUG [Thread-1823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:63666
2024-11-08T03:22:28,341 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:28,342 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:63666
2024-11-08T03:22:28,342 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:28,344 DEBUG [Thread-1829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:63666
2024-11-08T03:22:28,345 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:28,345 DEBUG [Thread-1825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:63666
2024-11-08T03:22:28,346 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:28,351 DEBUG [Thread-1831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:63666
2024-11-08T03:22:28,351 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:28,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bb69a98d21f7449eb622d2e8aad71d68
2024-11-08T03:22:28,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/c25c5fc0cd1145eb9577e26af07617d6 is 50, key is test_row_0/C:col10/1731036146208/Put/seqid=0
2024-11-08T03:22:28,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742316_1492 (size=12301)
2024-11-08T03:22:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:28,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/c25c5fc0cd1145eb9577e26af07617d6
2024-11-08T03:22:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/3ddf572b99a7486da4e0559b69948c84 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/3ddf572b99a7486da4e0559b69948c84
2024-11-08T03:22:28,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/3ddf572b99a7486da4e0559b69948c84, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T03:22:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/bb69a98d21f7449eb622d2e8aad71d68 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bb69a98d21f7449eb622d2e8aad71d68
2024-11-08T03:22:28,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bb69a98d21f7449eb622d2e8aad71d68, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T03:22:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/c25c5fc0cd1145eb9577e26af07617d6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/c25c5fc0cd1145eb9577e26af07617d6
2024-11-08T03:22:28,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/c25c5fc0cd1145eb9577e26af07617d6, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T03:22:28,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 449f970f7789a3ed69afedb5da894424 in 1261ms, sequenceid=405, compaction requested=false
2024-11-08T03:22:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-11-08T03:22:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=145
2024-11-08T03:22:28,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144
2024-11-08T03:22:28,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec
2024-11-08T03:22:28,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3330 sec
2024-11-08T03:22:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-11-08T03:22:30,573 INFO  [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed
2024-11-08T03:22:30,573 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:22:30,573 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 61
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2259
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6777 rows
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2267
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6801 rows
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2250
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6750 rows
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2272
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6816 rows
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2262
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6786 rows
2024-11-08T03:22:30,574 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:22:30,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:63666
2024-11-08T03:22:30,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:30,578 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:22:30,579 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:22:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:30,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036150582"}]},"ts":"1731036150582"}
2024-11-08T03:22:30,584 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:22:30,622 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:22:30,623 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:22:30,625 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, UNASSIGN}]
2024-11-08T03:22:30,626 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, UNASSIGN
2024-11-08T03:22:30,627 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=449f970f7789a3ed69afedb5da894424, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:30,629 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:22:30,629 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:30,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:30,782 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:30,782 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:22:30,783 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 449f970f7789a3ed69afedb5da894424, disabling compactions & flushes
2024-11-08T03:22:30,783 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:30,783 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:30,783 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424. after waiting 0 ms
2024-11-08T03:22:30,783 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:30,783 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing 449f970f7789a3ed69afedb5da894424 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T03:22:30,784 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=A
2024-11-08T03:22:30,784 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:30,784 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=B
2024-11-08T03:22:30,784 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:30,784 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449f970f7789a3ed69afedb5da894424, store=C
2024-11-08T03:22:30,785 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:30,794 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/bef0929ff03d4806a3110c87bdeb424f is 50, key is test_row_1/A:col10/1731036148349/Put/seqid=0
2024-11-08T03:22:30,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742317_1493 (size=9857)
2024-11-08T03:22:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:31,199 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/bef0929ff03d4806a3110c87bdeb424f
2024-11-08T03:22:31,212 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/308be047246541baa76854c7f47875be is 50, key is test_row_1/B:col10/1731036148349/Put/seqid=0
2024-11-08T03:22:31,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742318_1494 (size=9857)
2024-11-08T03:22:31,618 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/308be047246541baa76854c7f47875be
2024-11-08T03:22:31,629 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/2793e1afe79a4e7d8dff5193992723b8 is 50, key is test_row_1/C:col10/1731036148349/Put/seqid=0
2024-11-08T03:22:31,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742319_1495 (size=9857)
2024-11-08T03:22:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:32,034 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/2793e1afe79a4e7d8dff5193992723b8
2024-11-08T03:22:32,045 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/A/bef0929ff03d4806a3110c87bdeb424f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bef0929ff03d4806a3110c87bdeb424f
2024-11-08T03:22:32,051 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bef0929ff03d4806a3110c87bdeb424f, entries=100, sequenceid=416, filesize=9.6 K
2024-11-08T03:22:32,051 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/B/308be047246541baa76854c7f47875be as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/308be047246541baa76854c7f47875be
2024-11-08T03:22:32,055 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/308be047246541baa76854c7f47875be, entries=100, sequenceid=416, filesize=9.6 K
2024-11-08T03:22:32,056 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/.tmp/C/2793e1afe79a4e7d8dff5193992723b8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/2793e1afe79a4e7d8dff5193992723b8
2024-11-08T03:22:32,060 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/2793e1afe79a4e7d8dff5193992723b8, entries=100, sequenceid=416, filesize=9.6 K
2024-11-08T03:22:32,060 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 449f970f7789a3ed69afedb5da894424 in 1277ms, sequenceid=416, compaction requested=true
2024-11-08T03:22:32,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/185cfa57a4434a04bc936985b8a5dea9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4653fdbffe7543b19cf9360422b4d03d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/117ebf9203354c5595e88f7d1f51ea16, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/1e8f72ad8bf84f5291d1d40b63074164, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/6315ed498afc43b29094da4041942feb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/dd5455eca636462ea697736668469c59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/05345bc893954365914422955a47d073, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bc97d04d276242198dab613c0bd202b0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa] to archive
2024-11-08T03:22:32,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:32,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/77ccce15300c407c830e4a479807edac
2024-11-08T03:22:32,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/0fbf1b275e044e8395a2eb9db4e40746
2024-11-08T03:22:32,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/185cfa57a4434a04bc936985b8a5dea9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/185cfa57a4434a04bc936985b8a5dea9
2024-11-08T03:22:32,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/d253fcf46aa74543b453cdda0e4b9489
2024-11-08T03:22:32,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4320eb8a771145bf9dd6f377b04f8d2e
2024-11-08T03:22:32,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/f010410c70dc4aea935dfce92c1a475a
2024-11-08T03:22:32,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4653fdbffe7543b19cf9360422b4d03d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4653fdbffe7543b19cf9360422b4d03d
2024-11-08T03:22:32,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/290614a31ef14ebe97f35292b4768bf3
2024-11-08T03:22:32,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/117ebf9203354c5595e88f7d1f51ea16 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/117ebf9203354c5595e88f7d1f51ea16
2024-11-08T03:22:32,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/89b9ba766f6e4466bcdeda13161f6dab
2024-11-08T03:22:32,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/54de2285cc154ac7bb17106dfa7e781b
2024-11-08T03:22:32,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/1e8f72ad8bf84f5291d1d40b63074164 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/1e8f72ad8bf84f5291d1d40b63074164
2024-11-08T03:22:32,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/78391f6c9cc944bc92bea3636e02b071
2024-11-08T03:22:32,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/67ba585d920c4f32a24ef415f3351cdf
2024-11-08T03:22:32,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/6315ed498afc43b29094da4041942feb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/6315ed498afc43b29094da4041942feb
2024-11-08T03:22:32,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/8e9b5589b45f4dfab778fae39affc0fb
2024-11-08T03:22:32,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/2e454dee1233430f87eb0f4863fbfb93
2024-11-08T03:22:32,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/23c216da79c1484491b294456a56c57b
2024-11-08T03:22:32,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/dd5455eca636462ea697736668469c59 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/dd5455eca636462ea697736668469c59
2024-11-08T03:22:32,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/22fec7d722f645028545b734f471fb6d
2024-11-08T03:22:32,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/4f749d1cce63432aa9deb5bd518ff245
2024-11-08T03:22:32,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/ade2a53d20cd4b07966438a9764ef05f
2024-11-08T03:22:32,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/05345bc893954365914422955a47d073 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/05345bc893954365914422955a47d073
2024-11-08T03:22:32,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/92bffe40ff2f4e318d73cbf6207ef815
2024-11-08T03:22:32,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/adda68de88a548f9b7f571374c9d7b1f
2024-11-08T03:22:32,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bc97d04d276242198dab613c0bd202b0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bc97d04d276242198dab613c0bd202b0
2024-11-08T03:22:32,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/a718711013a14593b98a20c89bcb5b62
2024-11-08T03:22:32,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/e021287cbcd24db3afca68d24b7a05fa
2024-11-08T03:22:32,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/eb874752a49b433f84ec2cbe78132125, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/57832b9dd47a45f49ac505cb8b81cef5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/101174dde7814af0a6d2c756d1900b47, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d614c9299a8f4c078ef32568bd89dba3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/be53b3d92d674fb1ad6040b5bc86d454, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e913966ae4cc48659d6fc62022c957bc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/1071d04a93594bb499e031a397a612c4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d80053febbea46c197793585e94094d8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a] to archive
2024-11-08T03:22:32,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:32,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/186b92640d6943108f064a0133649164
2024-11-08T03:22:32,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7cf3b01bed4a484899c72066b6d8aa94
2024-11-08T03:22:32,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/eb874752a49b433f84ec2cbe78132125 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/eb874752a49b433f84ec2cbe78132125
2024-11-08T03:22:32,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/87f1c10b5e6d497293baec4777c7f008
2024-11-08T03:22:32,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7dc60bf394bb4a7f92eeecf5c4df156d
2024-11-08T03:22:32,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/57832b9dd47a45f49ac505cb8b81cef5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/57832b9dd47a45f49ac505cb8b81cef5
2024-11-08T03:22:32,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ad3611f85df040139e58b68f2e7c0e6e
2024-11-08T03:22:32,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/940941feeb0c4f06b7ed08edc8ee8d66
2024-11-08T03:22:32,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/101174dde7814af0a6d2c756d1900b47 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/101174dde7814af0a6d2c756d1900b47
2024-11-08T03:22:32,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/ce4f7b0a1c5d4ac19af5ba061adcc2f6
2024-11-08T03:22:32,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bd1bfb0c74df44758bad913ff908c167
2024-11-08T03:22:32,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d614c9299a8f4c078ef32568bd89dba3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d614c9299a8f4c078ef32568bd89dba3
2024-11-08T03:22:32,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/382e6e5926b4463da6a3a690d15a7c5b
2024-11-08T03:22:32,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/a3752a4badcd478da8ad9d5b1d1c83d2
2024-11-08T03:22:32,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/be53b3d92d674fb1ad6040b5bc86d454 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/be53b3d92d674fb1ad6040b5bc86d454
2024-11-08T03:22:32,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/880b66d2981c4a1fa24908e06fca0b46
2024-11-08T03:22:32,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b390b34ecb6c44f4b01d2496efcd5ec4
2024-11-08T03:22:32,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e913966ae4cc48659d6fc62022c957bc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e913966ae4cc48659d6fc62022c957bc
2024-11-08T03:22:32,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/7e0bd863e3e543a9b3d8b245fec68821
2024-11-08T03:22:32,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/e5e646a5e7f840a2b14ce1e1eb98c945
2024-11-08T03:22:32,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d16756a87bef4cc49ebae2b68f30e803
2024-11-08T03:22:32,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/1071d04a93594bb499e031a397a612c4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/1071d04a93594bb499e031a397a612c4
2024-11-08T03:22:32,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/c669942d416445d5a3d247960e1522d1
2024-11-08T03:22:32,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/97fed0cb29b34dd4956a114398fe1a59
2024-11-08T03:22:32,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d80053febbea46c197793585e94094d8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/d80053febbea46c197793585e94094d8
2024-11-08T03:22:32,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/5889bfe38cc14426800a557dbcb29f57
2024-11-08T03:22:32,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/fc731f7de64c4aa6af6115543decca5f
2024-11-08T03:22:32,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/b4810f6aec89445e9c583e01a3c5ac8a
2024-11-08T03:22:32,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/51f37c8fa3b244f79c61e00061d345a3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/102ff309698b48c69e26bfbabb1d1e44, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a8a71eb4abbb4834963e4601c9684dc5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ac08da6333e44d24a1435c23e4b762ad, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/0901804cc8324d44a2843bf1db2bf052, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ed63eeb7e03b4ab5b2dc13ad588ba1db, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/64715233c20d4939a05cb41e2bd81a13, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4953117149444ac591bad42cc28dfdee, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a] to archive
2024-11-08T03:22:32,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:32,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/687bff5a64d64dd08fd4999fe4a0905c
2024-11-08T03:22:32,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/730fdfe963cf436cb8f0215f28e68c9f
2024-11-08T03:22:32,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/51f37c8fa3b244f79c61e00061d345a3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/51f37c8fa3b244f79c61e00061d345a3
2024-11-08T03:22:32,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a164324c280f4bfcb7a016532e100aac
2024-11-08T03:22:32,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4d354d826b2c45fda603cfcf0a73b8ee
2024-11-08T03:22:32,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/102ff309698b48c69e26bfbabb1d1e44 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/102ff309698b48c69e26bfbabb1d1e44
2024-11-08T03:22:32,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4df247ec55da4a9e9582b5beee581edb
2024-11-08T03:22:32,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/95806a04ddda4913a5f660f44b3e351a
2024-11-08T03:22:32,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a8a71eb4abbb4834963e4601c9684dc5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/a8a71eb4abbb4834963e4601c9684dc5
2024-11-08T03:22:32,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b961adc52d349ebb0027359b8c84292
2024-11-08T03:22:32,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/9b13ea65543b4c7ea5eda07384dc2435
2024-11-08T03:22:32,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ac08da6333e44d24a1435c23e4b762ad to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ac08da6333e44d24a1435c23e4b762ad
2024-11-08T03:22:32,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ee09f32862fe4dd79d46b7aea800d0d8
2024-11-08T03:22:32,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/da050153a480490181bdec5f8376faa9
2024-11-08T03:22:32,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/0901804cc8324d44a2843bf1db2bf052 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/0901804cc8324d44a2843bf1db2bf052
2024-11-08T03:22:32,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3a43b305104b41a3b56ae5d213288ed7
2024-11-08T03:22:32,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ba99105a375f4e25b54d8b7872b29a44
2024-11-08T03:22:32,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ed63eeb7e03b4ab5b2dc13ad588ba1db to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/ed63eeb7e03b4ab5b2dc13ad588ba1db
2024-11-08T03:22:32,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/d7d2055c1858451290f911ea75941cf4
2024-11-08T03:22:32,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/777ca5ec7d284c4a87640835669d8938
2024-11-08T03:22:32,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/47659186e6714cf4a8b4a56d3fe217ae
2024-11-08T03:22:32,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/64715233c20d4939a05cb41e2bd81a13 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/64715233c20d4939a05cb41e2bd81a13
2024-11-08T03:22:32,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4817fe6bbb15487da8995df5f456c3cc
2024-11-08T03:22:32,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/62e5550d90ab4f76b8c68207212bd572
2024-11-08T03:22:32,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4953117149444ac591bad42cc28dfdee to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/4953117149444ac591bad42cc28dfdee
2024-11-08T03:22:32,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/b6aff81de8584ac7b99758ff6c09c287
2024-11-08T03:22:32,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/e80e7b4aa09b4139992f9affb55e050e
2024-11-08T03:22:32,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/3b6d104316e44aefa3f6eded9e9c127a
2024-11-08T03:22:32,134 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=1
2024-11-08T03:22:32,135 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.
2024-11-08T03:22:32,135 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 449f970f7789a3ed69afedb5da894424:

2024-11-08T03:22:32,136 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:32,136 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=449f970f7789a3ed69afedb5da894424, regionState=CLOSED
2024-11-08T03:22:32,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148
2024-11-08T03:22:32,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 449f970f7789a3ed69afedb5da894424, server=e729c2d9d3a5,37707,1731035988520 in 1.5080 sec
2024-11-08T03:22:32,139 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147
2024-11-08T03:22:32,139 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=449f970f7789a3ed69afedb5da894424, UNASSIGN in 1.5130 sec
2024-11-08T03:22:32,140 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146
2024-11-08T03:22:32,140 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5160 sec
2024-11-08T03:22:32,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036152140"}]},"ts":"1731036152140"}
2024-11-08T03:22:32,141 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:22:32,181 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:22:32,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6020 sec
2024-11-08T03:22:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-11-08T03:22:32,691 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed
2024-11-08T03:22:32,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:22:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,697 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-11-08T03:22:32,698 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,703 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:32,708 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/recovered.edits]
2024-11-08T03:22:32,713 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/3ddf572b99a7486da4e0559b69948c84 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/3ddf572b99a7486da4e0559b69948c84
2024-11-08T03:22:32,715 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bef0929ff03d4806a3110c87bdeb424f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/bef0929ff03d4806a3110c87bdeb424f
2024-11-08T03:22:32,718 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/c590a768d50349b98a67d7c0f8e2be8e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/A/c590a768d50349b98a67d7c0f8e2be8e
2024-11-08T03:22:32,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/11a890de93724e8696aec58b51f53053 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/11a890de93724e8696aec58b51f53053
2024-11-08T03:22:32,723 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/308be047246541baa76854c7f47875be to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/308be047246541baa76854c7f47875be
2024-11-08T03:22:32,724 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bb69a98d21f7449eb622d2e8aad71d68 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/B/bb69a98d21f7449eb622d2e8aad71d68
2024-11-08T03:22:32,727 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/2793e1afe79a4e7d8dff5193992723b8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/2793e1afe79a4e7d8dff5193992723b8
2024-11-08T03:22:32,729 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/642a929111ae4728b2943f679fdba4f1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/642a929111ae4728b2943f679fdba4f1
2024-11-08T03:22:32,730 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/c25c5fc0cd1145eb9577e26af07617d6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/C/c25c5fc0cd1145eb9577e26af07617d6
2024-11-08T03:22:32,733 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/recovered.edits/419.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424/recovered.edits/419.seqid
2024-11-08T03:22:32,734 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/449f970f7789a3ed69afedb5da894424
2024-11-08T03:22:32,734 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:22:32,737 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,739 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:22:32,740 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:22:32,742 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,742 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:22:32,742 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036152742"}]},"ts":"9223372036854775807"}
2024-11-08T03:22:32,744 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:22:32,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 449f970f7789a3ed69afedb5da894424, NAME => 'TestAcidGuarantees,,1731036125734.449f970f7789a3ed69afedb5da894424.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:22:32,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:22:32,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036152744"}]},"ts":"9223372036854775807"}
2024-11-08T03:22:32,746 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:22:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-11-08T03:22:32,801 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:32,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 108 msec
2024-11-08T03:22:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-11-08T03:22:33,003 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed
2024-11-08T03:22:33,018 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=2160 (was 2026) - AvailableMemoryMB LEAK? -
2024-11-08T03:22:33,028 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=9, AvailableMemoryMB=2160
2024-11-08T03:22:33,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:22:33,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:22:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:33,032 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T03:22:33,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:33,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 151
2024-11-08T03:22:33,033 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T03:22:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:33,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742320_1496 (size=960)
2024-11-08T03:22:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:33,444 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188
2024-11-08T03:22:33,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742321_1497 (size=53)
2024-11-08T03:22:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:33,681 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:43367,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:33,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:22:33,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f9264d55559588ca06b53067394b2df6, disabling compactions & flushes
2024-11-08T03:22:33,858 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:33,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:33,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. after waiting 0 ms
2024-11-08T03:22:33,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:33,859 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:33,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:33,861 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T03:22:33,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731036153861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036153861"}]},"ts":"1731036153861"}
2024-11-08T03:22:33,863 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-11-08T03:22:33,864 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T03:22:33,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036153865"}]},"ts":"1731036153865"}
2024-11-08T03:22:33,866 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T03:22:33,914 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, ASSIGN}]
2024-11-08T03:22:33,916 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, ASSIGN
2024-11-08T03:22:33,918 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, ASSIGN; state=OFFLINE, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=false
2024-11-08T03:22:34,068 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:34,071 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:34,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:34,230 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:34,230 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,234 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:34,235 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:34,236 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName A
2024-11-08T03:22:34,236 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:34,236 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:34,236 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:34,237 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:34,237 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName B
2024-11-08T03:22:34,237 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:34,237 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:34,238 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:34,238 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:34,239 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName C
2024-11-08T03:22:34,239 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:34,239 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:34,239 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:34,240 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,240 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,241 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:22:34,242 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:34,244 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T03:22:34,245 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened f9264d55559588ca06b53067394b2df6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351275, jitterRate=0.06321685016155243}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:22:34,245 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:34,246 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., pid=153, masterSystemTime=1731036154223
2024-11-08T03:22:34,247 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:34,247 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:34,248 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=OPEN, openSeqNum=2, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:34,250 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152
2024-11-08T03:22:34,250 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520 in 177 msec
2024-11-08T03:22:34,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151
2024-11-08T03:22:34,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, ASSIGN in 336 msec
2024-11-08T03:22:34,251 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T03:22:34,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036154251"}]},"ts":"1731036154251"}
2024-11-08T03:22:34,252 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T03:22:34,290 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T03:22:34,292 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2600 sec
2024-11-08T03:22:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151
2024-11-08T03:22:35,143 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed
2024-11-08T03:22:35,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8
2024-11-08T03:22:35,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:35,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:35,181 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:35,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T03:22:35,184 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T03:22:35,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T03:22:35,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T03:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:35,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742322_1498 (size=996)
2024-11-08T03:22:35,604 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960
2024-11-08T03:22:35,604 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996
2024-11-08T03:22:35,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:22:35,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, REOPEN/MOVE}]
2024-11-08T03:22:35,613 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, REOPEN/MOVE
2024-11-08T03:22:35,614 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:35,614 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:22:35,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:35,743 ERROR [LeaseRenewer:jenkins@localhost:43367 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:43367,5,PEWorkerGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null
	at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:35,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:35,767 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:35,767 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:22:35,767 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing f9264d55559588ca06b53067394b2df6, disabling compactions & flushes
2024-11-08T03:22:35,768 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:35,768 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:35,768 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. after waiting 0 ms
2024-11-08T03:22:35,768 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:35,776 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T03:22:35,778 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:35,778 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:35,778 WARN  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: f9264d55559588ca06b53067394b2df6 to self.
2024-11-08T03:22:35,780 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:35,780 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=CLOSED
2024-11-08T03:22:35,782 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156
2024-11-08T03:22:35,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520 in 167 msec
2024-11-08T03:22:35,783 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, REOPEN/MOVE; state=CLOSED, location=e729c2d9d3a5,37707,1731035988520; forceNewPlan=false, retain=true
2024-11-08T03:22:35,934 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=OPENING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:35,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:36,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,096 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,097 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
2024-11-08T03:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T03:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,102 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:36,103 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:36,104 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName A
2024-11-08T03:22:36,106 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:36,106 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:36,107 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:36,107 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:36,107 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName B
2024-11-08T03:22:36,107 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:36,108 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:36,108 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f9264d55559588ca06b53067394b2df6 
2024-11-08T03:22:36,108 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10
2024-11-08T03:22:36,109 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9264d55559588ca06b53067394b2df6 columnFamilyName C
2024-11-08T03:22:36,109 DEBUG [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:36,109 INFO  [StoreOpener-f9264d55559588ca06b53067394b2df6-1 {}] regionserver.HStore(327): Store=f9264d55559588ca06b53067394b2df6/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T03:22:36,109 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,110 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,111 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,112 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T03:22:36,114 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,115 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened f9264d55559588ca06b53067394b2df6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67904588, jitterRate=0.011857211589813232}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T03:22:36,116 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:36,116 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., pid=158, masterSystemTime=1731036156090
2024-11-08T03:22:36,117 DEBUG [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,117 INFO  [RS_OPEN_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,118 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=OPEN, openSeqNum=5, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156
2024-11-08T03:22:36,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520 in 182 msec
2024-11-08T03:22:36,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155
2024-11-08T03:22:36,120 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, REOPEN/MOVE in 507 msec
2024-11-08T03:22:36,121 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154
2024-11-08T03:22:36,121 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec
2024-11-08T03:22:36,122 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec
2024-11-08T03:22:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154
2024-11-08T03:22:36,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70
2024-11-08T03:22:36,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e
2024-11-08T03:22:36,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09
2024-11-08T03:22:36,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3
2024-11-08T03:22:36,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172
2024-11-08T03:22:36,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78
2024-11-08T03:22:36,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc
2024-11-08T03:22:36,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3
2024-11-08T03:22:36,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907
2024-11-08T03:22:36,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:63666 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95
2024-11-08T03:22:36,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T03:22:36,245 DEBUG [hconnection-0x22107f36-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,245 DEBUG [hconnection-0x74e88e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,245 DEBUG [hconnection-0x40167af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,245 DEBUG [hconnection-0x5701eebf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,246 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,246 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,247 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,247 DEBUG [hconnection-0x104d7a0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,247 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,248 DEBUG [hconnection-0x24456e40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,248 DEBUG [hconnection-0x59cf7dd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,248 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,248 DEBUG [hconnection-0x5cc6b295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,249 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,249 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,249 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:36,250 DEBUG [hconnection-0x58114a51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees
2024-11-08T03:22:36,251 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:36,252 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:36,252 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:36,252 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:36,252 DEBUG [hconnection-0x2374f718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T03:22:36,254 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T03:22:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:36,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036216267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036216268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036216269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036216269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036216269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108edb01bf0fe2248459f3f00b79c755e53_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036156255/Put/seqid=0
2024-11-08T03:22:36,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742323_1499 (size=12154)
2024-11-08T03:22:36,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:36,290 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108edb01bf0fe2248459f3f00b79c755e53_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edb01bf0fe2248459f3f00b79c755e53_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:36,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/bc4990cb47d74eefabb2ff50110ddf56, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:36,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/bc4990cb47d74eefabb2ff50110ddf56 is 175, key is test_row_0/A:col10/1731036156255/Put/seqid=0
2024-11-08T03:22:36,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742324_1500 (size=30955)
2024-11-08T03:22:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:36,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036216370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036216372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:36,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:36,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:36,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:36,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:36,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036216573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036216574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036216574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036216574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036216575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,702 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/bc4990cb47d74eefabb2ff50110ddf56
2024-11-08T03:22:36,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f4104fdbe1d84e4c882676dccf2f6477 is 50, key is test_row_0/B:col10/1731036156255/Put/seqid=0
2024-11-08T03:22:36,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742325_1501 (size=12001)
2024-11-08T03:22:36,722 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f4104fdbe1d84e4c882676dccf2f6477
2024-11-08T03:22:36,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/4b347d6b837e454ebb7bdedc4b57c66d is 50, key is test_row_0/C:col10/1731036156255/Put/seqid=0
2024-11-08T03:22:36,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742326_1502 (size=12001)
2024-11-08T03:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:36,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:36,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:36,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036216876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036216876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036216877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036216877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:36,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036216879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:37,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:37,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:37,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:37,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:37,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=160
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:37,143 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/4b347d6b837e454ebb7bdedc4b57c66d
2024-11-08T03:22:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/bc4990cb47d74eefabb2ff50110ddf56 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56
2024-11-08T03:22:37,148 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56, entries=150, sequenceid=17, filesize=30.2 K
2024-11-08T03:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f4104fdbe1d84e4c882676dccf2f6477 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477
2024-11-08T03:22:37,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:22:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/4b347d6b837e454ebb7bdedc4b57c66d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d
2024-11-08T03:22:37,156 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d, entries=150, sequenceid=17, filesize=11.7 K
2024-11-08T03:22:37,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f9264d55559588ca06b53067394b2df6 in 902ms, sequenceid=17, compaction requested=false
2024-11-08T03:22:37,157 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-08T03:22:37,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:37,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160
2024-11-08T03:22:37,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:37,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:22:37,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:37,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:37,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:37,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:37,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:37,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cf7e901f52564cd3a58cc591981b6a0b_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036156269/Put/seqid=0
2024-11-08T03:22:37,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742327_1503 (size=12154)
2024-11-08T03:22:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:37,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:37,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036217383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036217384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036217385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036217385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036217385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036217486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036217488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036217488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036217488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036217488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:37,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cf7e901f52564cd3a58cc591981b6a0b_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cf7e901f52564cd3a58cc591981b6a0b_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/48b6842971954633a432a51205819b68, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:37,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/48b6842971954633a432a51205819b68 is 175, key is test_row_0/A:col10/1731036156269/Put/seqid=0
2024-11-08T03:22:37,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742328_1504 (size=30955)
2024-11-08T03:22:37,657 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T03:22:37,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036217689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036217691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/48b6842971954633a432a51205819b68
2024-11-08T03:22:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/378b1cb3b8344dba83f8108aad5548b7 is 50, key is test_row_0/B:col10/1731036156269/Put/seqid=0
2024-11-08T03:22:37,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742329_1505 (size=12001)
2024-11-08T03:22:37,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036217993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036217993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036217995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036217996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:37,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036217996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:38,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/378b1cb3b8344dba83f8108aad5548b7
2024-11-08T03:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5cf0e10cb37f46789a7dc7cbe6482430 is 50, key is test_row_0/C:col10/1731036156269/Put/seqid=0
2024-11-08T03:22:38,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742330_1506 (size=12001)
2024-11-08T03:22:38,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036218497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036218497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036218498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036218499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036218500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:38,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5cf0e10cb37f46789a7dc7cbe6482430
2024-11-08T03:22:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/48b6842971954633a432a51205819b68 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68
2024-11-08T03:22:38,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68, entries=150, sequenceid=40, filesize=30.2 K
2024-11-08T03:22:38,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/378b1cb3b8344dba83f8108aad5548b7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7
2024-11-08T03:22:38,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7, entries=150, sequenceid=40, filesize=11.7 K
2024-11-08T03:22:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5cf0e10cb37f46789a7dc7cbe6482430 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430
2024-11-08T03:22:38,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430, entries=150, sequenceid=40, filesize=11.7 K
2024-11-08T03:22:38,816 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f9264d55559588ca06b53067394b2df6 in 1652ms, sequenceid=40, compaction requested=false
2024-11-08T03:22:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160
2024-11-08T03:22:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=160
2024-11-08T03:22:38,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159
2024-11-08T03:22:38,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec
2024-11-08T03:22:38,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.5690 sec
2024-11-08T03:22:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:39,503 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:39,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dfa5271625fc4b9489cb7489ee751628_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:39,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742331_1507 (size=12154)
2024-11-08T03:22:39,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036219516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036219517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036219518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036219518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036219520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036219620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036219621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036219621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036219622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036219623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036219824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036219825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036219825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036219825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036219826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:39,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:39,914 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dfa5271625fc4b9489cb7489ee751628_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfa5271625fc4b9489cb7489ee751628_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:39,915 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b4eab58a9be148038a3af4f7a00e9b00, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:39,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b4eab58a9be148038a3af4f7a00e9b00 is 175, key is test_row_0/A:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:39,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742332_1508 (size=30955)
2024-11-08T03:22:40,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036220127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036220127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036220127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036220128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036220130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,318 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b4eab58a9be148038a3af4f7a00e9b00
2024-11-08T03:22:40,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/bbbca5bf126f4116bcba415d970c26a3 is 50, key is test_row_0/B:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:40,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742333_1509 (size=12001)
2024-11-08T03:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159
2024-11-08T03:22:40,356 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed
2024-11-08T03:22:40,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees
2024-11-08T03:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:40,358 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:40,359 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:40,359 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:40,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036220630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036220631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036220633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036220634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036220635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:40,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/bbbca5bf126f4116bcba415d970c26a3
2024-11-08T03:22:40,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/97ad3b3d6f2c4ea1aac415d230f8e1b7 is 50, key is test_row_0/C:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:40,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742334_1510 (size=12001)
2024-11-08T03:22:40,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:40,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:40,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:40,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:41,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=162
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:41,163 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/97ad3b3d6f2c4ea1aac415d230f8e1b7
2024-11-08T03:22:41,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b4eab58a9be148038a3af4f7a00e9b00 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00
2024-11-08T03:22:41,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00, entries=150, sequenceid=54, filesize=30.2 K
2024-11-08T03:22:41,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/bbbca5bf126f4116bcba415d970c26a3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3
2024-11-08T03:22:41,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3, entries=150, sequenceid=54, filesize=11.7 K
2024-11-08T03:22:41,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/97ad3b3d6f2c4ea1aac415d230f8e1b7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7
2024-11-08T03:22:41,174 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7, entries=150, sequenceid=54, filesize=11.7 K
2024-11-08T03:22:41,175 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9264d55559588ca06b53067394b2df6 in 1672ms, sequenceid=54, compaction requested=true
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:41,175 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:41,175 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:41,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:41,176 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,176 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,176 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=90.7 K
2024-11-08T03:22:41,176 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.2 K
2024-11-08T03:22:41,176 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00]
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f4104fdbe1d84e4c882676dccf2f6477, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036156255
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc4990cb47d74eefabb2ff50110ddf56, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036156255
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 378b1cb3b8344dba83f8108aad5548b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731036156266
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48b6842971954633a432a51205819b68, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731036156266
2024-11-08T03:22:41,176 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting bbbca5bf126f4116bcba415d970c26a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:41,177 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4eab58a9be148038a3af4f7a00e9b00, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:41,181 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:41,183 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:41,183 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110837642538c56347519642ee3cb6f00104_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:41,183 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/9ad33bd186434fa19ce3f24878e0e60e is 50, key is test_row_0/B:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:41,185 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110837642538c56347519642ee3cb6f00104_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:41,185 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110837642538c56347519642ee3cb6f00104_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:41,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742335_1511 (size=12104)
2024-11-08T03:22:41,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742336_1512 (size=4469)
2024-11-08T03:22:41,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:41,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083d3fe99b30f8472aad00df60b861375d_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036159513/Put/seqid=0
2024-11-08T03:22:41,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742337_1513 (size=12154)
2024-11-08T03:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:41,594 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/9ad33bd186434fa19ce3f24878e0e60e as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/9ad33bd186434fa19ce3f24878e0e60e
2024-11-08T03:22:41,596 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#436 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:41,597 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/0118162deb6e4ff190581fa7f0d02b68 is 175, key is test_row_0/A:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:41,597 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into 9ad33bd186434fa19ce3f24878e0e60e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:41,597 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:41,597 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=13, startTime=1731036161175; duration=0sec
2024-11-08T03:22:41,598 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:41,598 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:41,598 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:41,598 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:41,598 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/C is initiating minor compaction (all files)
2024-11-08T03:22:41,599 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/C in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:41,599 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.2 K
2024-11-08T03:22:41,599 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b347d6b837e454ebb7bdedc4b57c66d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731036156255
2024-11-08T03:22:41,599 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf0e10cb37f46789a7dc7cbe6482430, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731036156266
2024-11-08T03:22:41,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742338_1514 (size=31058)
2024-11-08T03:22:41,600 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 97ad3b3d6f2c4ea1aac415d230f8e1b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:41,604 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:41,604 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/e605edc19a38477b98c37d7740a59df8 is 50, key is test_row_0/C:col10/1731036157385/Put/seqid=0
2024-11-08T03:22:41,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742339_1515 (size=12104)
2024-11-08T03:22:41,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:41,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036221646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036221646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036221647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036221647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036221648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:41,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083d3fe99b30f8472aad00df60b861375d_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d3fe99b30f8472aad00df60b861375d_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b7b7f0b0287646a49bb5e36011e61e95, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b7b7f0b0287646a49bb5e36011e61e95 is 175, key is test_row_0/A:col10/1731036159513/Put/seqid=0
2024-11-08T03:22:41,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742340_1516 (size=30955)
2024-11-08T03:22:41,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b7b7f0b0287646a49bb5e36011e61e95
2024-11-08T03:22:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/02de98e689df4fe08add0e39b4bad998 is 50, key is test_row_0/B:col10/1731036159513/Put/seqid=0
2024-11-08T03:22:41,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742341_1517 (size=12001)
2024-11-08T03:22:41,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036221751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036221751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036221751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036221751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036221953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036221953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036221954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:41,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036221956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,003 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/0118162deb6e4ff190581fa7f0d02b68 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68
2024-11-08T03:22:42,007 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into 0118162deb6e4ff190581fa7f0d02b68(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:42,007 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:42,007 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=13, startTime=1731036161175; duration=0sec
2024-11-08T03:22:42,007 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:42,007 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:42,013 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/e605edc19a38477b98c37d7740a59df8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/e605edc19a38477b98c37d7740a59df8
2024-11-08T03:22:42,016 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/C of f9264d55559588ca06b53067394b2df6 into e605edc19a38477b98c37d7740a59df8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:42,016 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:42,016 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/C, priority=13, startTime=1731036161175; duration=0sec
2024-11-08T03:22:42,016 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:42,016 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:42,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/02de98e689df4fe08add0e39b4bad998
2024-11-08T03:22:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/ffe87e5671e14a09b7fb7619bd517458 is 50, key is test_row_0/C:col10/1731036159513/Put/seqid=0
2024-11-08T03:22:42,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742342_1518 (size=12001)
2024-11-08T03:22:42,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036222256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036222257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036222257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036222258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:42,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/ffe87e5671e14a09b7fb7619bd517458
2024-11-08T03:22:42,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b7b7f0b0287646a49bb5e36011e61e95 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95
2024-11-08T03:22:42,516 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95, entries=150, sequenceid=76, filesize=30.2 K
2024-11-08T03:22:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/02de98e689df4fe08add0e39b4bad998 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998
2024-11-08T03:22:42,519 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998, entries=150, sequenceid=76, filesize=11.7 K
2024-11-08T03:22:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/ffe87e5671e14a09b7fb7619bd517458 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458
2024-11-08T03:22:42,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458, entries=150, sequenceid=76, filesize=11.7 K
2024-11-08T03:22:42,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f9264d55559588ca06b53067394b2df6 in 1251ms, sequenceid=76, compaction requested=false
2024-11-08T03:22:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162
2024-11-08T03:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=162
2024-11-08T03:22:42,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161
2024-11-08T03:22:42,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec
2024-11-08T03:22:42,525 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.1680 sec
2024-11-08T03:22:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:42,762 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:42,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088812217ad0d144d2a5dea118b8dffd53_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:42,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742343_1519 (size=14594)
2024-11-08T03:22:42,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036222775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036222776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036222776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036222777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036222878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036222878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036222880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:42,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036222880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036223081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036223081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036223083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036223083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:43,177 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088812217ad0d144d2a5dea118b8dffd53_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088812217ad0d144d2a5dea118b8dffd53_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:43,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5b6bb3c04f8e4bd4a203560f4338abef, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:43,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5b6bb3c04f8e4bd4a203560f4338abef is 175, key is test_row_0/A:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:43,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742344_1520 (size=39549)
2024-11-08T03:22:43,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036223384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036223385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036223386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036223388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,581 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5b6bb3c04f8e4bd4a203560f4338abef
2024-11-08T03:22:43,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/3cee3967159645c082179333b8212a23 is 50, key is test_row_0/B:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:43,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742345_1521 (size=12001)
2024-11-08T03:22:43,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036223666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,668 DEBUG [Thread-2242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:22:43,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036223889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036223889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036223892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036223893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:43,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/3cee3967159645c082179333b8212a23
2024-11-08T03:22:43,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/de61a1d23dda4a0fb10c219c10067120 is 50, key is test_row_0/C:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:43,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742346_1522 (size=12001)
2024-11-08T03:22:44,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/de61a1d23dda4a0fb10c219c10067120
2024-11-08T03:22:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5b6bb3c04f8e4bd4a203560f4338abef as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef
2024-11-08T03:22:44,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef, entries=200, sequenceid=95, filesize=38.6 K
2024-11-08T03:22:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/3cee3967159645c082179333b8212a23 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23
2024-11-08T03:22:44,407 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23, entries=150, sequenceid=95, filesize=11.7 K
2024-11-08T03:22:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/de61a1d23dda4a0fb10c219c10067120 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120
2024-11-08T03:22:44,410 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120, entries=150, sequenceid=95, filesize=11.7 K
2024-11-08T03:22:44,411 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f9264d55559588ca06b53067394b2df6 in 1649ms, sequenceid=95, compaction requested=true
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:44,411 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:44,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:44,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:44,412 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:44,412 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:44,412 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:44,412 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:44,412 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:44,412 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=99.2 K
2024-11-08T03:22:44,412 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/9ad33bd186434fa19ce3f24878e0e60e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.3 K
2024-11-08T03:22:44,412 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:44,412 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef]
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad33bd186434fa19ce3f24878e0e60e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0118162deb6e4ff190581fa7f0d02b68, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b7f0b0287646a49bb5e36011e61e95, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731036159513
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 02de98e689df4fe08add0e39b4bad998, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731036159513
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cee3967159645c082179333b8212a23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:44,413 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b6bb3c04f8e4bd4a203560f4338abef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:44,418 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:44,423 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082a117c4703ec4019a94c82e409e1823e_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:44,424 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:44,424 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/6d2db236a5cc4ec98f6a868c5cc149c5 is 50, key is test_row_0/B:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:44,425 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082a117c4703ec4019a94c82e409e1823e_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:44,425 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082a117c4703ec4019a94c82e409e1823e_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:44,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742348_1524 (size=4469)
2024-11-08T03:22:44,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742347_1523 (size=12207)
2024-11-08T03:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161
2024-11-08T03:22:44,462 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed
2024-11-08T03:22:44,463 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees
2024-11-08T03:22:44,464 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:44,464 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:44,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:44,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:44,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:44,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efb10f131968482f8387811aaad2c64d_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036162776/Put/seqid=0
2024-11-08T03:22:44,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742349_1525 (size=12154)
2024-11-08T03:22:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:44,830 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#444 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:44,830 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5edf63ebf12a4d899dbf05bcce108014 is 175, key is test_row_0/A:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:44,833 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/6d2db236a5cc4ec98f6a868c5cc149c5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/6d2db236a5cc4ec98f6a868c5cc149c5
2024-11-08T03:22:44,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742350_1526 (size=31161)
2024-11-08T03:22:44,836 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into 6d2db236a5cc4ec98f6a868c5cc149c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:44,836 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:44,836 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=13, startTime=1731036164411; duration=0sec
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/5edf63ebf12a4d899dbf05bcce108014 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:44,837 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/C is initiating minor compaction (all files)
2024-11-08T03:22:44,837 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/C in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:44,837 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/e605edc19a38477b98c37d7740a59df8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.3 K
2024-11-08T03:22:44,838 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting e605edc19a38477b98c37d7740a59df8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731036157385
2024-11-08T03:22:44,838 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe87e5671e14a09b7fb7619bd517458, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731036159513
2024-11-08T03:22:44,838 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting de61a1d23dda4a0fb10c219c10067120, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:44,840 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into 5edf63ebf12a4d899dbf05bcce108014(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:44,840 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:44,840 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=13, startTime=1731036164411; duration=0sec
2024-11-08T03:22:44,840 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:44,840 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:44,853 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#C#compaction#447 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:44,854 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/eb18a753a23741059a569494533a6d1d is 50, key is test_row_0/C:col10/1731036161645/Put/seqid=0
2024-11-08T03:22:44,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742351_1527 (size=12207)
2024-11-08T03:22:44,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:44,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036224905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:44,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036224905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:44,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036224906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:44,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036224906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036225008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036225009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036225009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036225009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:45,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108efb10f131968482f8387811aaad2c64d_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efb10f131968482f8387811aaad2c64d_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:45,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c5cf521c8b374ea7ab11e55c4a1b32ff, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:45,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c5cf521c8b374ea7ab11e55c4a1b32ff is 175, key is test_row_0/A:col10/1731036162776/Put/seqid=0
2024-11-08T03:22:45,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742352_1528 (size=30955)
2024-11-08T03:22:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:45,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036225210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036225212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036225212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036225212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,260 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/eb18a753a23741059a569494533a6d1d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/eb18a753a23741059a569494533a6d1d
2024-11-08T03:22:45,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/C of f9264d55559588ca06b53067394b2df6 into eb18a753a23741059a569494533a6d1d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:45,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:45,263 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/C, priority=13, startTime=1731036164411; duration=0sec
2024-11-08T03:22:45,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:45,263 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:45,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c5cf521c8b374ea7ab11e55c4a1b32ff
2024-11-08T03:22:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/fbcfbf0c6d27407a92c08a0f47ddcefd is 50, key is test_row_0/B:col10/1731036162776/Put/seqid=0
2024-11-08T03:22:45,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742353_1529 (size=12001)
2024-11-08T03:22:45,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036225512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036225515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036225516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036225516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:45,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/fbcfbf0c6d27407a92c08a0f47ddcefd
2024-11-08T03:22:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/cb388ea28afb4028a37ac788b1b1dba6 is 50, key is test_row_0/C:col10/1731036162776/Put/seqid=0
2024-11-08T03:22:45,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742354_1530 (size=12001)
2024-11-08T03:22:46,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036226015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:46,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036226019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:46,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036226021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:46,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036226022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:46,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/cb388ea28afb4028a37ac788b1b1dba6
2024-11-08T03:22:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c5cf521c8b374ea7ab11e55c4a1b32ff as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff
2024-11-08T03:22:46,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff, entries=150, sequenceid=115, filesize=30.2 K
2024-11-08T03:22:46,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/fbcfbf0c6d27407a92c08a0f47ddcefd as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd
2024-11-08T03:22:46,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd, entries=150, sequenceid=115, filesize=11.7 K
2024-11-08T03:22:46,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/cb388ea28afb4028a37ac788b1b1dba6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6
2024-11-08T03:22:46,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6, entries=150, sequenceid=115, filesize=11.7 K
2024-11-08T03:22:46,286 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f9264d55559588ca06b53067394b2df6 in 1670ms, sequenceid=115, compaction requested=false
2024-11-08T03:22:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164
2024-11-08T03:22:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=164
2024-11-08T03:22:46,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163
2024-11-08T03:22:46,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec
2024-11-08T03:22:46,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8250 sec
2024-11-08T03:22:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163
2024-11-08T03:22:46,567 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed
2024-11-08T03:22:46,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees
2024-11-08T03:22:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-08T03:22:46,569 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:46,569 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:46,570 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-08T03:22:46,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:46,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:46,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081ec04f48179b43729e9f84defb7f2f36_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036164905/Put/seqid=0
2024-11-08T03:22:46,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742355_1531 (size=12254)
2024-11-08T03:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-08T03:22:46,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T03:22:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:47,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:47,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036227068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036227068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036227071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036227071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:47,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081ec04f48179b43729e9f84defb7f2f36_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081ec04f48179b43729e9f84defb7f2f36_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/a0de086ad19c4f9c9f70df810dc730d3, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/a0de086ad19c4f9c9f70df810dc730d3 is 175, key is test_row_0/A:col10/1731036164905/Put/seqid=0
2024-11-08T03:22:47,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742356_1532 (size=31055)
2024-11-08T03:22:47,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/a0de086ad19c4f9c9f70df810dc730d3
2024-11-08T03:22:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/93637f5024494626b26ed5b3eabcccb0 is 50, key is test_row_0/B:col10/1731036164905/Put/seqid=0
2024-11-08T03:22:47,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742357_1533 (size=12101)
2024-11-08T03:22:47,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/93637f5024494626b26ed5b3eabcccb0
2024-11-08T03:22:47,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d7d82cc02bd448fb81681d1053febce9 is 50, key is test_row_0/C:col10/1731036164905/Put/seqid=0
2024-11-08T03:22:47,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742358_1534 (size=12101)
2024-11-08T03:22:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-08T03:22:47,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036227171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036227171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036227175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036227175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036227374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036227374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036227377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036227378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d7d82cc02bd448fb81681d1053febce9
2024-11-08T03:22:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/a0de086ad19c4f9c9f70df810dc730d3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3
2024-11-08T03:22:47,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3, entries=150, sequenceid=134, filesize=30.3 K
2024-11-08T03:22:47,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/93637f5024494626b26ed5b3eabcccb0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0
2024-11-08T03:22:47,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0, entries=150, sequenceid=134, filesize=11.8 K
2024-11-08T03:22:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d7d82cc02bd448fb81681d1053febce9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9
2024-11-08T03:22:47,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9, entries=150, sequenceid=134, filesize=11.8 K
2024-11-08T03:22:47,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f9264d55559588ca06b53067394b2df6 in 847ms, sequenceid=134, compaction requested=true
2024-11-08T03:22:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166
2024-11-08T03:22:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=166
2024-11-08T03:22:47,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165
2024-11-08T03:22:47,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec
2024-11-08T03:22:47,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.0020 sec
2024-11-08T03:22:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-11-08T03:22:47,672 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed
2024-11-08T03:22:47,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees
2024-11-08T03:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:47,674 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:47,674 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:47,674 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:47,679 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:47,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:47,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aa7c8bda6a9b48529d7ed39940b9ba9a_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:47,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742359_1535 (size=17284)
2024-11-08T03:22:47,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:47,692 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aa7c8bda6a9b48529d7ed39940b9ba9a_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa7c8bda6a9b48529d7ed39940b9ba9a_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:47,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/718216446c4d45a7b8f7d5956627f81a, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:47,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/718216446c4d45a7b8f7d5956627f81a is 175, key is test_row_0/A:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:47,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742360_1536 (size=48389)
2024-11-08T03:22:47,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036227689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48166 deadline: 1731036227689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,696 DEBUG [Thread-2242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., hostname=e729c2d9d3a5,37707,1731035988520, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T03:22:47,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036227695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036227696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036227696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:47,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036227797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036227800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036227800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036227801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:47,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:47,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:47,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:47,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036228000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036228003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036228004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036228004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,096 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/718216446c4d45a7b8f7d5956627f81a
2024-11-08T03:22:48,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/da2814c7a83c411395de3e72633333b3 is 50, key is test_row_0/B:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:48,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742361_1537 (size=12151)
2024-11-08T03:22:48,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:48,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036228305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036228307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036228309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036228309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/da2814c7a83c411395de3e72633333b3
2024-11-08T03:22:48,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/dc41b6f9ce184aa2baae23aa1262beb7 is 50, key is test_row_0/C:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:48,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742362_1538 (size=12151)
2024-11-08T03:22:48,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:48,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036228811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036228811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036228811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036228813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:48,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=168
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:48,915 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/dc41b6f9ce184aa2baae23aa1262beb7
2024-11-08T03:22:48,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/718216446c4d45a7b8f7d5956627f81a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a
2024-11-08T03:22:48,921 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a, entries=250, sequenceid=157, filesize=47.3 K
2024-11-08T03:22:48,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/da2814c7a83c411395de3e72633333b3 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3
2024-11-08T03:22:48,925 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T03:22:48,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/dc41b6f9ce184aa2baae23aa1262beb7 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7
2024-11-08T03:22:48,927 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T03:22:48,928 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f9264d55559588ca06b53067394b2df6 in 1249ms, sequenceid=157, compaction requested=true
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:48,928 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:48,928 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:48,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:48,929 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141560 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:48,929 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:48,929 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,929 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=138.2 K
2024-11-08T03:22:48,929 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,929 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a]
2024-11-08T03:22:48,929 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5edf63ebf12a4d899dbf05bcce108014, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:48,930 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,930 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/6d2db236a5cc4ec98f6a868c5cc149c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=47.3 K
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5cf521c8b374ea7ab11e55c4a1b32ff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036162771
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d2db236a5cc4ec98f6a868c5cc149c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0de086ad19c4f9c9f70df810dc730d3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731036164902
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting fbcfbf0c6d27407a92c08a0f47ddcefd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036162771
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 718216446c4d45a7b8f7d5956627f81a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167067
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 93637f5024494626b26ed5b3eabcccb0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731036164902
2024-11-08T03:22:48,930 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting da2814c7a83c411395de3e72633333b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167070
2024-11-08T03:22:48,936 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:48,937 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/4db3c7b946334f60a29d71a0163212a2 is 50, key is test_row_0/B:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:48,937 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:48,942 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110857c6755b6b464c4e89c01837e16cc3d5_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:48,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742363_1539 (size=12493)
2024-11-08T03:22:48,944 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110857c6755b6b464c4e89c01837e16cc3d5_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:48,945 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110857c6755b6b464c4e89c01837e16cc3d5_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:48,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742364_1540 (size=4469)
2024-11-08T03:22:48,949 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/4db3c7b946334f60a29d71a0163212a2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/4db3c7b946334f60a29d71a0163212a2
2024-11-08T03:22:48,952 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into 4db3c7b946334f60a29d71a0163212a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:48,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:48,952 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=12, startTime=1731036168928; duration=0sec
2024-11-08T03:22:48,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:48,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:48,952 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/C is initiating minor compaction (all files)
2024-11-08T03:22:48,953 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/C in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:48,953 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/eb18a753a23741059a569494533a6d1d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=47.3 K
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting eb18a753a23741059a569494533a6d1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731036161645
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting cb388ea28afb4028a37ac788b1b1dba6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731036162771
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d82cc02bd448fb81681d1053febce9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731036164902
2024-11-08T03:22:48,953 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting dc41b6f9ce184aa2baae23aa1262beb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167070
2024-11-08T03:22:48,959 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:48,960 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/6a6517053ae041f39aae078b4c28f3c5 is 50, key is test_row_0/C:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:48,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742365_1541 (size=12493)
2024-11-08T03:22:49,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-11-08T03:22:49,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:49,042 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:49,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e588d6f5f9b46fb8195a186e48947e2_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036167692/Put/seqid=0
2024-11-08T03:22:49,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742366_1542 (size=12304)
2024-11-08T03:22:49,350 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#457 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:49,350 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c1af902fd79f42b1b130f061b3d113d1 is 175, key is test_row_0/A:col10/1731036167070/Put/seqid=0
2024-11-08T03:22:49,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742367_1543 (size=31447)
2024-11-08T03:22:49,366 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/6a6517053ae041f39aae078b4c28f3c5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/6a6517053ae041f39aae078b4c28f3c5
2024-11-08T03:22:49,370 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/C of f9264d55559588ca06b53067394b2df6 into 6a6517053ae041f39aae078b4c28f3c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:49,370 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:49,370 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/C, priority=12, startTime=1731036168928; duration=0sec
2024-11-08T03:22:49,370 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:49,370 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:49,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e588d6f5f9b46fb8195a186e48947e2_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e588d6f5f9b46fb8195a186e48947e2_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:49,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/8dc68613577b468d8970bf531cda8139, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:49,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/8dc68613577b468d8970bf531cda8139 is 175, key is test_row_0/A:col10/1731036167692/Put/seqid=0
2024-11-08T03:22:49,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742368_1544 (size=31105)
2024-11-08T03:22:49,757 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/c1af902fd79f42b1b130f061b3d113d1 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1
2024-11-08T03:22:49,760 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into c1af902fd79f42b1b130f061b3d113d1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:49,760 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:49,760 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=12, startTime=1731036168928; duration=0sec
2024-11-08T03:22:49,760 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:49,760 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:49,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036229834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036229833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036229834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036229835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/8dc68613577b468d8970bf531cda8139
2024-11-08T03:22:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/faf57c84da2e4ebd9fc30103cd78da52 is 50, key is test_row_0/B:col10/1731036167692/Put/seqid=0
2024-11-08T03:22:49,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742369_1545 (size=12151)
2024-11-08T03:22:49,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/faf57c84da2e4ebd9fc30103cd78da52
2024-11-08T03:22:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c6652fec4f1d49a2a8e63108a271e758 is 50, key is test_row_0/C:col10/1731036167692/Put/seqid=0
2024-11-08T03:22:49,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742370_1546 (size=12151)
2024-11-08T03:22:49,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c6652fec4f1d49a2a8e63108a271e758
2024-11-08T03:22:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/8dc68613577b468d8970bf531cda8139 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139
2024-11-08T03:22:49,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139, entries=150, sequenceid=172, filesize=30.4 K
2024-11-08T03:22:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/faf57c84da2e4ebd9fc30103cd78da52 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52
2024-11-08T03:22:49,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52, entries=150, sequenceid=172, filesize=11.9 K
2024-11-08T03:22:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c6652fec4f1d49a2a8e63108a271e758 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758
2024-11-08T03:22:49,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758, entries=150, sequenceid=172, filesize=11.9 K
2024-11-08T03:22:49,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9264d55559588ca06b53067394b2df6 in 846ms, sequenceid=172, compaction requested=false
2024-11-08T03:22:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168
2024-11-08T03:22:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=168
2024-11-08T03:22:49,890 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167
2024-11-08T03:22:49,890 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec
2024-11-08T03:22:49,891 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2170 sec
2024-11-08T03:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:49,940 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T03:22:49,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:49,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086c10111acc8b42cfa6675ddea1e4aece_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:49,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742371_1547 (size=17284)
2024-11-08T03:22:49,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036229946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036229946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036229946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036229947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:49,952 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086c10111acc8b42cfa6675ddea1e4aece_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086c10111acc8b42cfa6675ddea1e4aece_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:49,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/ca45ca6d095f4fe2859997419100f1a9, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:49,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/ca45ca6d095f4fe2859997419100f1a9 is 175, key is test_row_0/A:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:49,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742372_1548 (size=48389)
2024-11-08T03:22:50,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036230050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036230050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036230050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036230050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036230252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036230253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036230254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036230255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,356 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/ca45ca6d095f4fe2859997419100f1a9
2024-11-08T03:22:50,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/adb2c5545e51434abfa747e8784c92e6 is 50, key is test_row_0/B:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:50,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742373_1549 (size=12151)
2024-11-08T03:22:50,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/adb2c5545e51434abfa747e8784c92e6
2024-11-08T03:22:50,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d93f1b401ebe4c94ac8098c8616897ba is 50, key is test_row_0/C:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:50,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742374_1550 (size=12151)
2024-11-08T03:22:50,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036230555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036230556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036230556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036230559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:50,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d93f1b401ebe4c94ac8098c8616897ba
2024-11-08T03:22:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/ca45ca6d095f4fe2859997419100f1a9 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9
2024-11-08T03:22:50,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9, entries=250, sequenceid=200, filesize=47.3 K
2024-11-08T03:22:50,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/adb2c5545e51434abfa747e8784c92e6 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6
2024-11-08T03:22:50,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6, entries=150, sequenceid=200, filesize=11.9 K
2024-11-08T03:22:50,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/d93f1b401ebe4c94ac8098c8616897ba as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba
2024-11-08T03:22:50,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba, entries=150, sequenceid=200, filesize=11.9 K
2024-11-08T03:22:50,786 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f9264d55559588ca06b53067394b2df6 in 846ms, sequenceid=200, compaction requested=true
2024-11-08T03:22:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:50,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:50,787 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:50,787 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:50,787 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:50,787 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=108.3 K
2024-11-08T03:22:50,788 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/4db3c7b946334f60a29d71a0163212a2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.9 K
2024-11-08T03:22:50,788 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9]
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 4db3c7b946334f60a29d71a0163212a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167070
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1af902fd79f42b1b130f061b3d113d1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167070
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting faf57c84da2e4ebd9fc30103cd78da52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731036167686
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc68613577b468d8970bf531cda8139, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731036167686
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting adb2c5545e51434abfa747e8784c92e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169832
2024-11-08T03:22:50,788 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca45ca6d095f4fe2859997419100f1a9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169830
2024-11-08T03:22:50,797 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:50,797 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/58a4452862da4b169ba59e13e933faae is 50, key is test_row_0/B:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:50,798 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:50,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742375_1551 (size=12595)
2024-11-08T03:22:50,803 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e5831816d7f64c44a26dd2e0b5a7a36b_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:50,804 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e5831816d7f64c44a26dd2e0b5a7a36b_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:50,804 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e5831816d7f64c44a26dd2e0b5a7a36b_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:50,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742376_1552 (size=4469)
2024-11-08T03:22:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:51,061 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:51,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108af9e2875c38e4abf927c3db919b7ca5c_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036169945/Put/seqid=0
2024-11-08T03:22:51,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742377_1553 (size=14794)
2024-11-08T03:22:51,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:51,073 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108af9e2875c38e4abf927c3db919b7ca5c_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108af9e2875c38e4abf927c3db919b7ca5c_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:51,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/05eb273e8b3041728ae3a5d27e6dfbed, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:51,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/05eb273e8b3041728ae3a5d27e6dfbed is 175, key is test_row_0/A:col10/1731036169945/Put/seqid=0
2024-11-08T03:22:51,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742378_1554 (size=39749)
2024-11-08T03:22:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036231082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036231083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036231084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036231084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036231187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036231187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036231187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036231187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,204 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/58a4452862da4b169ba59e13e933faae as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/58a4452862da4b169ba59e13e933faae
2024-11-08T03:22:51,207 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into 58a4452862da4b169ba59e13e933faae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:51,207 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:51,207 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=13, startTime=1731036170787; duration=0sec
2024-11-08T03:22:51,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:51,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:51,208 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:51,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:51,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/C is initiating minor compaction (all files)
2024-11-08T03:22:51,209 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/C in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:51,209 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/6a6517053ae041f39aae078b4c28f3c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=35.9 K
2024-11-08T03:22:51,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6517053ae041f39aae078b4c28f3c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731036167070
2024-11-08T03:22:51,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting c6652fec4f1d49a2a8e63108a271e758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731036167686
2024-11-08T03:22:51,209 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting d93f1b401ebe4c94ac8098c8616897ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169832
2024-11-08T03:22:51,213 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:51,214 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/66cb0e6e6fdc4146b6ed364acfedbd0c is 175, key is test_row_0/A:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:51,215 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:51,215 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/639064fa28e44371b4494b79dfe685e5 is 50, key is test_row_0/C:col10/1731036169939/Put/seqid=0
2024-11-08T03:22:51,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742379_1555 (size=31549)
2024-11-08T03:22:51,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742380_1556 (size=12595)
2024-11-08T03:22:51,234 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/66cb0e6e6fdc4146b6ed364acfedbd0c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c
2024-11-08T03:22:51,235 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/639064fa28e44371b4494b79dfe685e5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/639064fa28e44371b4494b79dfe685e5
2024-11-08T03:22:51,238 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into 66cb0e6e6fdc4146b6ed364acfedbd0c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:51,238 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:51,239 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=13, startTime=1731036170786; duration=0sec
2024-11-08T03:22:51,239 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:51,239 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:51,239 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/C of f9264d55559588ca06b53067394b2df6 into 639064fa28e44371b4494b79dfe685e5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:51,239 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:51,239 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/C, priority=13, startTime=1731036170787; duration=0sec
2024-11-08T03:22:51,239 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:51,239 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:51,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036231391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036231391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036231391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036231392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,480 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/05eb273e8b3041728ae3a5d27e6dfbed
2024-11-08T03:22:51,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f58c2ff24a8540b89038898b1447bef0 is 50, key is test_row_0/B:col10/1731036169945/Put/seqid=0
2024-11-08T03:22:51,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742381_1557 (size=12151)
2024-11-08T03:22:51,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036231694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036231695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036231695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036231695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-11-08T03:22:51,777 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed
2024-11-08T03:22:51,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees
2024-11-08T03:22:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:51,779 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:51,780 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:51,780 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:51,889 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f58c2ff24a8540b89038898b1447bef0
2024-11-08T03:22:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/36652523489d44f59bfd76eaab61ac28 is 50, key is test_row_0/C:col10/1731036169945/Put/seqid=0
2024-11-08T03:22:51,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742382_1558 (size=12151)
2024-11-08T03:22:51,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:51,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170
2024-11-08T03:22:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:51,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=170
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:52,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170
2024-11-08T03:22:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:52,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=170
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:52,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036232200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036232200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036232201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036232201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170
2024-11-08T03:22:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:52,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=170
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:52,297 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/36652523489d44f59bfd76eaab61ac28
2024-11-08T03:22:52,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/05eb273e8b3041728ae3a5d27e6dfbed as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed
2024-11-08T03:22:52,302 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed, entries=200, sequenceid=212, filesize=38.8 K
2024-11-08T03:22:52,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/f58c2ff24a8540b89038898b1447bef0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0
2024-11-08T03:22:52,305 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0, entries=150, sequenceid=212, filesize=11.9 K
2024-11-08T03:22:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/36652523489d44f59bfd76eaab61ac28 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28
2024-11-08T03:22:52,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28, entries=150, sequenceid=212, filesize=11.9 K
2024-11-08T03:22:52,308 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f9264d55559588ca06b53067394b2df6 in 1247ms, sequenceid=212, compaction requested=false
2024-11-08T03:22:52,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:52,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:52,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:52,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:52,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082025dc3e634147a5a63f82b997ddcb84_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036171083/Put/seqid=0
2024-11-08T03:22:52,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742383_1559 (size=12304)
2024-11-08T03:22:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:52,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082025dc3e634147a5a63f82b997ddcb84_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082025dc3e634147a5a63f82b997ddcb84_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b0c97e3826664c11af67ddd6485006f5, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b0c97e3826664c11af67ddd6485006f5 is 175, key is test_row_0/A:col10/1731036171083/Put/seqid=0
2024-11-08T03:22:52,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742384_1560 (size=31105)
2024-11-08T03:22:52,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b0c97e3826664c11af67ddd6485006f5
2024-11-08T03:22:52,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/abf99a1506c44f50a611c382253d8860 is 50, key is test_row_0/B:col10/1731036171083/Put/seqid=0
2024-11-08T03:22:52,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742385_1561 (size=12151)
2024-11-08T03:22:52,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/abf99a1506c44f50a611c382253d8860
2024-11-08T03:22:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/1034ad1b68b941b495a5c1f55536855f is 50, key is test_row_0/C:col10/1731036171083/Put/seqid=0
2024-11-08T03:22:52,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742386_1562 (size=12151)
2024-11-08T03:22:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:53,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:53,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036233212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036233212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036233214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036233215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/1034ad1b68b941b495a5c1f55536855f
2024-11-08T03:22:53,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b0c97e3826664c11af67ddd6485006f5 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5
2024-11-08T03:22:53,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5, entries=150, sequenceid=239, filesize=30.4 K
2024-11-08T03:22:53,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/abf99a1506c44f50a611c382253d8860 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860
2024-11-08T03:22:53,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860, entries=150, sequenceid=239, filesize=11.9 K
2024-11-08T03:22:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/1034ad1b68b941b495a5c1f55536855f as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f
2024-11-08T03:22:53,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f, entries=150, sequenceid=239, filesize=11.9 K
2024-11-08T03:22:53,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f9264d55559588ca06b53067394b2df6 in 854ms, sequenceid=239, compaction requested=true
2024-11-08T03:22:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170
2024-11-08T03:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=170
2024-11-08T03:22:53,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169
2024-11-08T03:22:53,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec
2024-11-08T03:22:53,245 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4660 sec
2024-11-08T03:22:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:53,317 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:53,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110829ccc8e1424b4e75b9877430ea7baada_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:53,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742387_1563 (size=14794)
2024-11-08T03:22:53,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036233363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036233363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036233364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036233366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036233467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036233467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036233469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036233470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036233669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036233671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036233671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036233672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:53,736 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110829ccc8e1424b4e75b9877430ea7baada_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110829ccc8e1424b4e75b9877430ea7baada_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:53,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/640de7d52f7c4de4b1c1af1c07618fdf, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:53,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/640de7d52f7c4de4b1c1af1c07618fdf is 175, key is test_row_0/A:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:53,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742388_1564 (size=39749)
2024-11-08T03:22:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-11-08T03:22:53,882 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed
2024-11-08T03:22:53,884 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-08T03:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees
2024-11-08T03:22:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:53,885 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T03:22:53,885 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T03:22:53,885 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T03:22:53,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036233972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036233972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036233975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036233975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:54,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,141 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/640de7d52f7c4de4b1c1af1c07618fdf
2024-11-08T03:22:54,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/66e15145f4834162855bd878db81dd9a is 50, key is test_row_0/B:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742389_1565 (size=12151)
2024-11-08T03:22:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:54,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036234475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036234477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036234479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036234481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:54,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,550 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/66e15145f4834162855bd878db81dd9a
2024-11-08T03:22:54,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/68da16110c2342a08d63252ce75cc2c0 is 50, key is test_row_0/C:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:54,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742390_1566 (size=12151)
2024-11-08T03:22:54,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:54,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172
java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4114): Remote procedure failed, pid=172
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T03:22:54,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/68da16110c2342a08d63252ce75cc2c0
2024-11-08T03:22:54,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/640de7d52f7c4de4b1c1af1c07618fdf as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf
2024-11-08T03:22:54,963 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf, entries=200, sequenceid=253, filesize=38.8 K
2024-11-08T03:22:54,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/66e15145f4834162855bd878db81dd9a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a
2024-11-08T03:22:54,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a, entries=150, sequenceid=253, filesize=11.9 K
2024-11-08T03:22:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/68da16110c2342a08d63252ce75cc2c0 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0
2024-11-08T03:22:54,969 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0, entries=150, sequenceid=253, filesize=11.9 K
2024-11-08T03:22:54,970 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f9264d55559588ca06b53067394b2df6 in 1652ms, sequenceid=253, compaction requested=true
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:54,970 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:54,970 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:54,971 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:54,971 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:54,971 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:54,971 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:54,971 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,971 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,971 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=138.8 K
2024-11-08T03:22:54,972 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/58a4452862da4b169ba59e13e933faae, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=47.9 K
2024-11-08T03:22:54,972 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:54,972 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf]
2024-11-08T03:22:54,978 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66cb0e6e6fdc4146b6ed364acfedbd0c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169832
2024-11-08T03:22:54,978 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a4452862da4b169ba59e13e933faae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169832
2024-11-08T03:22:54,978 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05eb273e8b3041728ae3a5d27e6dfbed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731036169943
2024-11-08T03:22:54,979 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting f58c2ff24a8540b89038898b1447bef0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731036169943
2024-11-08T03:22:54,979 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c97e3826664c11af67ddd6485006f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731036171082
2024-11-08T03:22:54,979 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting abf99a1506c44f50a611c382253d8860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731036171082
2024-11-08T03:22:54,979 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640de7d52f7c4de4b1c1af1c07618fdf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731036173208
2024-11-08T03:22:54,979 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 66e15145f4834162855bd878db81dd9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731036173208
2024-11-08T03:22:54,983 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:54,985 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110865b2b4750cb944fe95c011e5b1eef49c_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:54,985 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:54,986 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/dccb70bee242493b90a9eceddd116135 is 50, key is test_row_0/B:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:54,987 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110865b2b4750cb944fe95c011e5b1eef49c_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:54,987 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110865b2b4750cb944fe95c011e5b1eef49c_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:55,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742392_1568 (size=4469)
2024-11-08T03:22:55,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742391_1567 (size=12731)
2024-11-08T03:22:55,003 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#478 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:55,003 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b736bb1693bf41f59e53cd9613e42bac is 175, key is test_row_0/A:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:55,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742393_1569 (size=31685)
2024-11-08T03:22:55,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37707 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:55,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:55,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6fa1acfd26844d9a92ccd931937d2f2_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036173365/Put/seqid=0
2024-11-08T03:22:55,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742394_1570 (size=12454)
2024-11-08T03:22:55,406 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/dccb70bee242493b90a9eceddd116135 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/dccb70bee242493b90a9eceddd116135
2024-11-08T03:22:55,409 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into dccb70bee242493b90a9eceddd116135(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:55,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:55,409 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=12, startTime=1731036174970; duration=0sec
2024-11-08T03:22:55,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:55,409 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:55,410 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T03:22:55,410 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T03:22:55,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/C is initiating minor compaction (all files)
2024-11-08T03:22:55,411 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/C in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:55,411 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/639064fa28e44371b4494b79dfe685e5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=47.9 K
2024-11-08T03:22:55,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 639064fa28e44371b4494b79dfe685e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731036169832
2024-11-08T03:22:55,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 36652523489d44f59bfd76eaab61ac28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731036169943
2024-11-08T03:22:55,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 1034ad1b68b941b495a5c1f55536855f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731036171082
2024-11-08T03:22:55,411 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 68da16110c2342a08d63252ce75cc2c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731036173208
2024-11-08T03:22:55,417 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:55,417 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/094b314ec0c04ae789476354810a6905 is 50, key is test_row_0/C:col10/1731036173208/Put/seqid=0
2024-11-08T03:22:55,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742395_1571 (size=12731)
2024-11-08T03:22:55,423 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b736bb1693bf41f59e53cd9613e42bac as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac
2024-11-08T03:22:55,424 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/094b314ec0c04ae789476354810a6905 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/094b314ec0c04ae789476354810a6905
2024-11-08T03:22:55,428 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/C of f9264d55559588ca06b53067394b2df6 into 094b314ec0c04ae789476354810a6905(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:55,428 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into b736bb1693bf41f59e53cd9613e42bac(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:55,428 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/C, priority=12, startTime=1731036174970; duration=0sec
2024-11-08T03:22:55,428 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=12, startTime=1731036174970; duration=0sec
2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:55,428 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. as already flushing
2024-11-08T03:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:55,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036235491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036235492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036235495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036235495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:55,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6fa1acfd26844d9a92ccd931937d2f2_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6fa1acfd26844d9a92ccd931937d2f2_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:55,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/50602997699748298f1c1e897c380d5c, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:55,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/50602997699748298f1c1e897c380d5c is 175, key is test_row_0/A:col10/1731036173365/Put/seqid=0
2024-11-08T03:22:55,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742396_1572 (size=31255)
2024-11-08T03:22:55,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036235596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036235596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036235599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036235599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036235798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036235798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036235800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036235801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:55,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/50602997699748298f1c1e897c380d5c
2024-11-08T03:22:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/10acd4b7aee748ae8b056bb2ac4b2ebc is 50, key is test_row_0/B:col10/1731036173365/Put/seqid=0
2024-11-08T03:22:55,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742397_1573 (size=12301)
2024-11-08T03:22:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:56,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:56,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1731036236100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48192 deadline: 1731036236100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:56,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48170 deadline: 1731036236102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:56,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-11-08T03:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48172 deadline: 1731036236104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:56,244 DEBUG [Thread-2249 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:63666
2024-11-08T03:22:56,244 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,246 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:63666
2024-11-08T03:22:56,246 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:63666
2024-11-08T03:22:56,246 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,246 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,246 DEBUG [Thread-2247 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:63666
2024-11-08T03:22:56,246 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,248 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:63666
2024-11-08T03:22:56,248 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/10acd4b7aee748ae8b056bb2ac4b2ebc
2024-11-08T03:22:56,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/372216f6e8414208a75bc6c2692f841b is 50, key is test_row_0/C:col10/1731036173365/Put/seqid=0
2024-11-08T03:22:56,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742398_1574 (size=12301)
2024-11-08T03:22:56,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/372216f6e8414208a75bc6c2692f841b
2024-11-08T03:22:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/50602997699748298f1c1e897c380d5c as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c
2024-11-08T03:22:56,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c, entries=150, sequenceid=275, filesize=30.5 K
2024-11-08T03:22:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/10acd4b7aee748ae8b056bb2ac4b2ebc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc
2024-11-08T03:22:56,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc, entries=150, sequenceid=275, filesize=12.0 K
2024-11-08T03:22:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/372216f6e8414208a75bc6c2692f841b as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/372216f6e8414208a75bc6c2692f841b
2024-11-08T03:22:56,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/372216f6e8414208a75bc6c2692f841b, entries=150, sequenceid=275, filesize=12.0 K
2024-11-08T03:22:56,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f9264d55559588ca06b53067394b2df6 in 1260ms, sequenceid=275, compaction requested=false
2024-11-08T03:22:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e729c2d9d3a5:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172
2024-11-08T03:22:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster(4106): Remote procedure done, pid=172
2024-11-08T03:22:56,366 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171
2024-11-08T03:22:56,366 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec
2024-11-08T03:22:56,368 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.4830 sec
2024-11-08T03:22:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] regionserver.HRegion(8581): Flush requested on f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:56,608 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T03:22:56,608 DEBUG [Thread-2238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:63666
2024-11-08T03:22:56,608 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,611 DEBUG [Thread-2240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:63666
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:56,611 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:63666
2024-11-08T03:22:56,611 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,611 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:56,613 DEBUG [Thread-2236 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:63666
2024-11-08T03:22:56,613 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:56,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e750293dce024601a1798114840e4556_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_0/A:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:56,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742399_1575 (size=12454)
2024-11-08T03:22:57,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:57,034 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e750293dce024601a1798114840e4556_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e750293dce024601a1798114840e4556_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:57,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/175dd46711e045abb7dff9b2207e7b10, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:57,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/175dd46711e045abb7dff9b2207e7b10 is 175, key is test_row_0/A:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:57,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742400_1576 (size=31255)
2024-11-08T03:22:57,441 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/175dd46711e045abb7dff9b2207e7b10
2024-11-08T03:22:57,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/be0848ddb2274f969a89e55cf9c98fb8 is 50, key is test_row_0/B:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:57,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742401_1577 (size=12301)
2024-11-08T03:22:57,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/be0848ddb2274f969a89e55cf9c98fb8
2024-11-08T03:22:57,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5d3d86e93b9d4d9e996574ff72138639 is 50, key is test_row_0/C:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:57,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742402_1578 (size=12301)
2024-11-08T03:22:57,781 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:63666
2024-11-08T03:22:57,782 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:57,868 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5d3d86e93b9d4d9e996574ff72138639
2024-11-08T03:22:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/175dd46711e045abb7dff9b2207e7b10 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10
2024-11-08T03:22:57,884 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10, entries=150, sequenceid=296, filesize=30.5 K
2024-11-08T03:22:57,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/be0848ddb2274f969a89e55cf9c98fb8 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8
2024-11-08T03:22:57,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8, entries=150, sequenceid=296, filesize=12.0 K
2024-11-08T03:22:57,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/5d3d86e93b9d4d9e996574ff72138639 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5d3d86e93b9d4d9e996574ff72138639
2024-11-08T03:22:57,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5d3d86e93b9d4d9e996574ff72138639, entries=150, sequenceid=296, filesize=12.0 K
2024-11-08T03:22:57,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for f9264d55559588ca06b53067394b2df6 in 1284ms, sequenceid=296, compaction requested=true
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T03:22:57,892 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f9264d55559588ca06b53067394b2df6:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T03:22:57,892 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T03:22:57,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/B is initiating minor compaction (all files)
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1540): f9264d55559588ca06b53067394b2df6/A is initiating minor compaction (all files)
2024-11-08T03:22:57,893 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/B in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:57,893 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f9264d55559588ca06b53067394b2df6/A in TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:57,893 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/dccb70bee242493b90a9eceddd116135, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=36.5 K
2024-11-08T03:22:57,893 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10] into tmpdir=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp, totalSize=92.0 K
2024-11-08T03:22:57,893 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. files: [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10]
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting dccb70bee242493b90a9eceddd116135, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731036173208
2024-11-08T03:22:57,893 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting b736bb1693bf41f59e53cd9613e42bac, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731036173208
2024-11-08T03:22:57,894 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting 10acd4b7aee748ae8b056bb2ac4b2ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731036173362
2024-11-08T03:22:57,894 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50602997699748298f1c1e897c380d5c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731036173362
2024-11-08T03:22:57,894 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] compactions.Compactor(224): Compacting be0848ddb2274f969a89e55cf9c98fb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731036175494
2024-11-08T03:22:57,894 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] compactions.Compactor(224): Compacting 175dd46711e045abb7dff9b2207e7b10, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731036175494
2024-11-08T03:22:57,898 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:57,899 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:57,900 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/cedf77553eaa46a496633ec66b06bd54 is 50, key is test_row_0/B:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:57,900 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082331f02e68f94ced9d7f77a9567c7415_f9264d55559588ca06b53067394b2df6 store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:57,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742403_1579 (size=12983)
2024-11-08T03:22:57,906 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082331f02e68f94ced9d7f77a9567c7415_f9264d55559588ca06b53067394b2df6, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:57,906 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082331f02e68f94ced9d7f77a9567c7415_f9264d55559588ca06b53067394b2df6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:57,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742404_1580 (size=4469)
2024-11-08T03:22:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-11-08T03:22:57,988 INFO  [Thread-2246 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed
2024-11-08T03:22:57,988 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T03:22:57,988 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-08T03:22:57,988 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 15
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6335
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6229
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6305
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6314
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6207
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:22:57,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:63666
2024-11-08T03:22:57,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:22:57,989 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-11-08T03:22:57,990 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-08T03:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T03:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:22:57,992 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036177992"}]},"ts":"1731036177992"}
2024-11-08T03:22:57,993 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T03:22:58,005 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T03:22:58,006 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T03:22:58,007 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, UNASSIGN}]
2024-11-08T03:22:58,008 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, UNASSIGN
2024-11-08T03:22:58,009 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=CLOSING, regionLocation=e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:58,010 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T03:22:58,010 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520}]
2024-11-08T03:22:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:22:58,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e729c2d9d3a5,37707,1731035988520
2024-11-08T03:22:58,163 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:58,163 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-11-08T03:22:58,164 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing f9264d55559588ca06b53067394b2df6, disabling compactions & flushes
2024-11-08T03:22:58,164 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:22:58,312 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f9264d55559588ca06b53067394b2df6#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T03:22:58,313 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b5ba996817244166b0aed4b25c7446e2 is 175, key is test_row_0/A:col10/1731036176607/Put/seqid=0
2024-11-08T03:22:58,314 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/cedf77553eaa46a496633ec66b06bd54 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/cedf77553eaa46a496633ec66b06bd54
2024-11-08T03:22:58,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742405_1581 (size=31937)
2024-11-08T03:22:58,317 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/B of f9264d55559588ca06b53067394b2df6 into cedf77553eaa46a496633ec66b06bd54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:58,317 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:58,317 INFO  [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/B, priority=13, startTime=1731036177892; duration=0sec
2024-11-08T03:22:58,318 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T03:22:58,318 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:B
2024-11-08T03:22:58,318 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. because compaction request was cancelled
2024-11-08T03:22:58,318 DEBUG [RS:0;e729c2d9d3a5:37707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:C
2024-11-08T03:22:58,318 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/b5ba996817244166b0aed4b25c7446e2 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b5ba996817244166b0aed4b25c7446e2
2024-11-08T03:22:58,321 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f9264d55559588ca06b53067394b2df6/A of f9264d55559588ca06b53067394b2df6 into b5ba996817244166b0aed4b25c7446e2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T03:22:58,321 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:22:58,321 INFO  [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6., storeName=f9264d55559588ca06b53067394b2df6/A, priority=13, startTime=1731036177892; duration=0sec
2024-11-08T03:22:58,321 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:58,321 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:58,321 DEBUG [RS:0;e729c2d9d3a5:37707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f9264d55559588ca06b53067394b2df6:A
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6. after waiting 0 ms
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:22:58,321 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing f9264d55559588ca06b53067394b2df6 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=A
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=B
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f9264d55559588ca06b53067394b2df6, store=C
2024-11-08T03:22:58,321 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-08T03:22:58,325 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e63eb82f17714b92afd74510fa3b1e9f_f9264d55559588ca06b53067394b2df6 is 50, key is test_row_1/A:col10/1731036177779/Put/seqid=0
2024-11-08T03:22:58,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742406_1582 (size=9914)
2024-11-08T03:22:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:22:58,729 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T03:22:58,736 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e63eb82f17714b92afd74510fa3b1e9f_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e63eb82f17714b92afd74510fa3b1e9f_f9264d55559588ca06b53067394b2df6
2024-11-08T03:22:58,737 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/d37264cccd644ed3aa62135fff049f55, store: [table=TestAcidGuarantees family=A region=f9264d55559588ca06b53067394b2df6]
2024-11-08T03:22:58,738 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/d37264cccd644ed3aa62135fff049f55 is 175, key is test_row_1/A:col10/1731036177779/Put/seqid=0
2024-11-08T03:22:58,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742407_1583 (size=22561)
2024-11-08T03:22:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:22:59,142 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/d37264cccd644ed3aa62135fff049f55
2024-11-08T03:22:59,153 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/21207877e4544be6a0c3b653e126c1ea is 50, key is test_row_1/B:col10/1731036177779/Put/seqid=0
2024-11-08T03:22:59,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742408_1584 (size=9857)
2024-11-08T03:22:59,557 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/21207877e4544be6a0c3b653e126c1ea
2024-11-08T03:22:59,562 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c1dad9a5acda4785b38f3b8e5d8e4403 is 50, key is test_row_1/C:col10/1731036177779/Put/seqid=0
2024-11-08T03:22:59,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742409_1585 (size=9857)
2024-11-08T03:22:59,966 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c1dad9a5acda4785b38f3b8e5d8e4403
2024-11-08T03:22:59,974 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/A/d37264cccd644ed3aa62135fff049f55 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/d37264cccd644ed3aa62135fff049f55
2024-11-08T03:22:59,980 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/d37264cccd644ed3aa62135fff049f55, entries=100, sequenceid=303, filesize=22.0 K
2024-11-08T03:22:59,982 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/B/21207877e4544be6a0c3b653e126c1ea as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/21207877e4544be6a0c3b653e126c1ea
2024-11-08T03:22:59,987 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/21207877e4544be6a0c3b653e126c1ea, entries=100, sequenceid=303, filesize=9.6 K
2024-11-08T03:22:59,988 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/.tmp/C/c1dad9a5acda4785b38f3b8e5d8e4403 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c1dad9a5acda4785b38f3b8e5d8e4403
2024-11-08T03:22:59,991 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c1dad9a5acda4785b38f3b8e5d8e4403, entries=100, sequenceid=303, filesize=9.6 K
2024-11-08T03:22:59,992 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for f9264d55559588ca06b53067394b2df6 in 1671ms, sequenceid=303, compaction requested=true
2024-11-08T03:22:59,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10] to archive
2024-11-08T03:22:59,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:22:59,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/bc4990cb47d74eefabb2ff50110ddf56
2024-11-08T03:22:59,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/48b6842971954633a432a51205819b68
2024-11-08T03:22:59,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/0118162deb6e4ff190581fa7f0d02b68
2024-11-08T03:22:59,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b4eab58a9be148038a3af4f7a00e9b00
2024-11-08T03:22:59,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b7b7f0b0287646a49bb5e36011e61e95
2024-11-08T03:22:59,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5b6bb3c04f8e4bd4a203560f4338abef
2024-11-08T03:22:59,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/5edf63ebf12a4d899dbf05bcce108014
2024-11-08T03:22:59,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c5cf521c8b374ea7ab11e55c4a1b32ff
2024-11-08T03:23:00,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/a0de086ad19c4f9c9f70df810dc730d3
2024-11-08T03:23:00,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/718216446c4d45a7b8f7d5956627f81a
2024-11-08T03:23:00,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/c1af902fd79f42b1b130f061b3d113d1
2024-11-08T03:23:00,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/8dc68613577b468d8970bf531cda8139
2024-11-08T03:23:00,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/ca45ca6d095f4fe2859997419100f1a9
2024-11-08T03:23:00,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/66cb0e6e6fdc4146b6ed364acfedbd0c
2024-11-08T03:23:00,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/05eb273e8b3041728ae3a5d27e6dfbed
2024-11-08T03:23:00,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b0c97e3826664c11af67ddd6485006f5
2024-11-08T03:23:00,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/640de7d52f7c4de4b1c1af1c07618fdf
2024-11-08T03:23:00,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b736bb1693bf41f59e53cd9613e42bac
2024-11-08T03:23:00,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/50602997699748298f1c1e897c380d5c
2024-11-08T03:23:00,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/175dd46711e045abb7dff9b2207e7b10
2024-11-08T03:23:00,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/9ad33bd186434fa19ce3f24878e0e60e, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/6d2db236a5cc4ec98f6a868c5cc149c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/4db3c7b946334f60a29d71a0163212a2, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/58a4452862da4b169ba59e13e933faae, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/dccb70bee242493b90a9eceddd116135, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8] to archive
2024-11-08T03:23:00,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:23:00,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f4104fdbe1d84e4c882676dccf2f6477
2024-11-08T03:23:00,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/378b1cb3b8344dba83f8108aad5548b7
2024-11-08T03:23:00,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/9ad33bd186434fa19ce3f24878e0e60e to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/9ad33bd186434fa19ce3f24878e0e60e
2024-11-08T03:23:00,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/bbbca5bf126f4116bcba415d970c26a3
2024-11-08T03:23:00,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/02de98e689df4fe08add0e39b4bad998
2024-11-08T03:23:00,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/6d2db236a5cc4ec98f6a868c5cc149c5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/6d2db236a5cc4ec98f6a868c5cc149c5
2024-11-08T03:23:00,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/3cee3967159645c082179333b8212a23
2024-11-08T03:23:00,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/fbcfbf0c6d27407a92c08a0f47ddcefd
2024-11-08T03:23:00,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/93637f5024494626b26ed5b3eabcccb0
2024-11-08T03:23:00,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/4db3c7b946334f60a29d71a0163212a2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/4db3c7b946334f60a29d71a0163212a2
2024-11-08T03:23:00,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/da2814c7a83c411395de3e72633333b3
2024-11-08T03:23:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/faf57c84da2e4ebd9fc30103cd78da52
2024-11-08T03:23:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/58a4452862da4b169ba59e13e933faae to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/58a4452862da4b169ba59e13e933faae
2024-11-08T03:23:00,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/adb2c5545e51434abfa747e8784c92e6
2024-11-08T03:23:00,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/f58c2ff24a8540b89038898b1447bef0
2024-11-08T03:23:00,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/abf99a1506c44f50a611c382253d8860
2024-11-08T03:23:00,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/dccb70bee242493b90a9eceddd116135 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/dccb70bee242493b90a9eceddd116135
2024-11-08T03:23:00,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/66e15145f4834162855bd878db81dd9a
2024-11-08T03:23:00,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/10acd4b7aee748ae8b056bb2ac4b2ebc
2024-11-08T03:23:00,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/be0848ddb2274f969a89e55cf9c98fb8
2024-11-08T03:23:00,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/e605edc19a38477b98c37d7740a59df8, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/eb18a753a23741059a569494533a6d1d, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/6a6517053ae041f39aae078b4c28f3c5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/639064fa28e44371b4494b79dfe685e5, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0] to archive
2024-11-08T03:23:00,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T03:23:00,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/4b347d6b837e454ebb7bdedc4b57c66d
2024-11-08T03:23:00,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5cf0e10cb37f46789a7dc7cbe6482430
2024-11-08T03:23:00,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/e605edc19a38477b98c37d7740a59df8 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/e605edc19a38477b98c37d7740a59df8
2024-11-08T03:23:00,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/97ad3b3d6f2c4ea1aac415d230f8e1b7
2024-11-08T03:23:00,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/ffe87e5671e14a09b7fb7619bd517458
2024-11-08T03:23:00,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/eb18a753a23741059a569494533a6d1d to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/eb18a753a23741059a569494533a6d1d
2024-11-08T03:23:00,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/de61a1d23dda4a0fb10c219c10067120
2024-11-08T03:23:00,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/cb388ea28afb4028a37ac788b1b1dba6
2024-11-08T03:23:00,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d7d82cc02bd448fb81681d1053febce9
2024-11-08T03:23:00,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/6a6517053ae041f39aae078b4c28f3c5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/6a6517053ae041f39aae078b4c28f3c5
2024-11-08T03:23:00,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/dc41b6f9ce184aa2baae23aa1262beb7
2024-11-08T03:23:00,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c6652fec4f1d49a2a8e63108a271e758
2024-11-08T03:23:00,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/639064fa28e44371b4494b79dfe685e5 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/639064fa28e44371b4494b79dfe685e5
2024-11-08T03:23:00,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/d93f1b401ebe4c94ac8098c8616897ba
2024-11-08T03:23:00,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/36652523489d44f59bfd76eaab61ac28
2024-11-08T03:23:00,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/1034ad1b68b941b495a5c1f55536855f
2024-11-08T03:23:00,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/68da16110c2342a08d63252ce75cc2c0
2024-11-08T03:23:00,044 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits/306.seqid, newMaxSeqId=306, maxSeqId=4
2024-11-08T03:23:00,044 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.
2024-11-08T03:23:00,044 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for f9264d55559588ca06b53067394b2df6:

2024-11-08T03:23:00,045 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,046 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=f9264d55559588ca06b53067394b2df6, regionState=CLOSED
2024-11-08T03:23:00,047 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175
2024-11-08T03:23:00,047 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure f9264d55559588ca06b53067394b2df6, server=e729c2d9d3a5,37707,1731035988520 in 2.0360 sec
2024-11-08T03:23:00,048 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174
2024-11-08T03:23:00,048 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f9264d55559588ca06b53067394b2df6, UNASSIGN in 2.0400 sec
2024-11-08T03:23:00,049 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173
2024-11-08T03:23:00,049 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0420 sec
2024-11-08T03:23:00,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036180049"}]},"ts":"1731036180049"}
2024-11-08T03:23:00,050 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T03:23:00,088 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T03:23:00,091 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0990 sec
2024-11-08T03:23:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-11-08T03:23:00,100 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed
2024-11-08T03:23:00,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-08T03:23:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,103 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,104 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-11-08T03:23:00,108 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,112 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C, FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits]
2024-11-08T03:23:00,117 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b5ba996817244166b0aed4b25c7446e2 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/b5ba996817244166b0aed4b25c7446e2
2024-11-08T03:23:00,119 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/d37264cccd644ed3aa62135fff049f55 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/A/d37264cccd644ed3aa62135fff049f55
2024-11-08T03:23:00,122 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/21207877e4544be6a0c3b653e126c1ea to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/21207877e4544be6a0c3b653e126c1ea
2024-11-08T03:23:00,123 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/cedf77553eaa46a496633ec66b06bd54 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/B/cedf77553eaa46a496633ec66b06bd54
2024-11-08T03:23:00,126 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/094b314ec0c04ae789476354810a6905 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/094b314ec0c04ae789476354810a6905
2024-11-08T03:23:00,127 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/372216f6e8414208a75bc6c2692f841b to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/372216f6e8414208a75bc6c2692f841b
2024-11-08T03:23:00,128 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5d3d86e93b9d4d9e996574ff72138639 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/5d3d86e93b9d4d9e996574ff72138639
2024-11-08T03:23:00,129 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c1dad9a5acda4785b38f3b8e5d8e4403 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/C/c1dad9a5acda4785b38f3b8e5d8e4403
2024-11-08T03:23:00,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits/306.seqid to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6/recovered.edits/306.seqid
2024-11-08T03:23:00,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/default/TestAcidGuarantees/f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,133 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T03:23:00,133 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:23:00,134 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T03:23:00,137 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e588d6f5f9b46fb8195a186e48947e2_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e588d6f5f9b46fb8195a186e48947e2_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,138 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081ec04f48179b43729e9f84defb7f2f36_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081ec04f48179b43729e9f84defb7f2f36_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,139 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082025dc3e634147a5a63f82b997ddcb84_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082025dc3e634147a5a63f82b997ddcb84_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,141 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110829ccc8e1424b4e75b9877430ea7baada_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110829ccc8e1424b4e75b9877430ea7baada_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,142 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d3fe99b30f8472aad00df60b861375d_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083d3fe99b30f8472aad00df60b861375d_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,143 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086c10111acc8b42cfa6675ddea1e4aece_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086c10111acc8b42cfa6675ddea1e4aece_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,144 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088812217ad0d144d2a5dea118b8dffd53_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088812217ad0d144d2a5dea118b8dffd53_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,145 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa7c8bda6a9b48529d7ed39940b9ba9a_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa7c8bda6a9b48529d7ed39940b9ba9a_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,146 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108af9e2875c38e4abf927c3db919b7ca5c_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108af9e2875c38e4abf927c3db919b7ca5c_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,147 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cf7e901f52564cd3a58cc591981b6a0b_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cf7e901f52564cd3a58cc591981b6a0b_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,148 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfa5271625fc4b9489cb7489ee751628_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfa5271625fc4b9489cb7489ee751628_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,149 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e63eb82f17714b92afd74510fa3b1e9f_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e63eb82f17714b92afd74510fa3b1e9f_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6fa1acfd26844d9a92ccd931937d2f2_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6fa1acfd26844d9a92ccd931937d2f2_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,151 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e750293dce024601a1798114840e4556_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e750293dce024601a1798114840e4556_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,152 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edb01bf0fe2248459f3f00b79c755e53_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edb01bf0fe2248459f3f00b79c755e53_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efb10f131968482f8387811aaad2c64d_f9264d55559588ca06b53067394b2df6 to hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108efb10f131968482f8387811aaad2c64d_f9264d55559588ca06b53067394b2df6
2024-11-08T03:23:00,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T03:23:00,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,157 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T03:23:00,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T03:23:00,160 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,160 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T03:23:00,160 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731036180160"}]},"ts":"9223372036854775807"}
2024-11-08T03:23:00,162 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-11-08T03:23:00,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f9264d55559588ca06b53067394b2df6, NAME => 'TestAcidGuarantees,,1731036153029.f9264d55559588ca06b53067394b2df6.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T03:23:00,162 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T03:23:00,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731036180162"}]},"ts":"9223372036854775807"}
2024-11-08T03:23:00,164 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-11-08T03:23:00,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T03:23:00,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec
2024-11-08T03:23:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-11-08T03:23:00,206 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed
2024-11-08T03:23:00,214 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=9 (was 9), AvailableMemoryMB=2145 (was 2160)
2024-11-08T03:23:00,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster
2024-11-08T03:23:00,215 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-11-08T03:23:00,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63666
2024-11-08T03:23:00,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:23:00,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T03:23:00,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=634853251, stopped=false
2024-11-08T03:23:00,215 INFO  [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e729c2d9d3a5,45545,1731035987767
2024-11-08T03:23:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T03:23:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T03:23:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:23:00,221 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-11-08T03:23:00,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:23:00,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:23:00,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T03:23:00,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T03:23:00,222 INFO  [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e729c2d9d3a5,37707,1731035988520' *****
2024-11-08T03:23:00,222 INFO  [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested
2024-11-08T03:23:00,223 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T03:23:00,223 INFO  [RS:0;e729c2d9d3a5:37707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T03:23:00,223 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting
2024-11-08T03:23:00,223 INFO  [RS:0;e729c2d9d3a5:37707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T03:23:00,223 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(3579): Received CLOSE for 238eb05833839adb0909d8106046d27b
2024-11-08T03:23:00,223 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1224): stopping server e729c2d9d3a5,37707,1731035988520
2024-11-08T03:23:00,223 DEBUG [RS:0;e729c2d9d3a5:37707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:23:00,224 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T03:23:00,224 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T03:23:00,224 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T03:23:00,224 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 238eb05833839adb0909d8106046d27b, disabling compactions & flushes
2024-11-08T03:23:00,224 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b. after waiting 0 ms
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:23:00,224 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close
2024-11-08T03:23:00,224 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 238eb05833839adb0909d8106046d27b 1/1 column families, dataSize=78 B heapSize=488 B
2024-11-08T03:23:00,224 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 238eb05833839adb0909d8106046d27b=hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.}
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-11-08T03:23:00,224 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T03:23:00,224 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T03:23:00,224 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB
2024-11-08T03:23:00,227 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 238eb05833839adb0909d8106046d27b
2024-11-08T03:23:00,243 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/.tmp/info/c4ace3667663429aa0d7d19a3f45129d is 45, key is default/info:d/1731035994171/Put/seqid=0
2024-11-08T03:23:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742410_1586 (size=5037)
2024-11-08T03:23:00,249 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/info/c17b0998cd3c4acabc1a248f18d20227 is 143, key is hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b./info:regioninfo/1731035994021/Put/seqid=0
2024-11-08T03:23:00,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742411_1587 (size=7725)
2024-11-08T03:23:00,258 INFO  [regionserver/e729c2d9d3a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T03:23:00,258 INFO  [regionserver/e729c2d9d3a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T03:23:00,266 INFO  [regionserver/e729c2d9d3a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T03:23:00,428 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 238eb05833839adb0909d8106046d27b
2024-11-08T03:23:00,628 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 238eb05833839adb0909d8106046d27b
2024-11-08T03:23:00,648 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/.tmp/info/c4ace3667663429aa0d7d19a3f45129d
2024-11-08T03:23:00,654 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/info/c17b0998cd3c4acabc1a248f18d20227
2024-11-08T03:23:00,657 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/.tmp/info/c4ace3667663429aa0d7d19a3f45129d as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/info/c4ace3667663429aa0d7d19a3f45129d
2024-11-08T03:23:00,661 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/info/c4ace3667663429aa0d7d19a3f45129d, entries=2, sequenceid=6, filesize=4.9 K
2024-11-08T03:23:00,662 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 238eb05833839adb0909d8106046d27b in 438ms, sequenceid=6, compaction requested=false
2024-11-08T03:23:00,665 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/namespace/238eb05833839adb0909d8106046d27b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-08T03:23:00,666 INFO  [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:23:00,666 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 238eb05833839adb0909d8106046d27b:

2024-11-08T03:23:00,666 DEBUG [RS_CLOSE_REGION-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731035992757.238eb05833839adb0909d8106046d27b.
2024-11-08T03:23:00,676 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/rep_barrier/ca769fc7a92d4203b89e2794bd50b0c4 is 102, key is TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51./rep_barrier:/1731036026960/DeleteFamily/seqid=0
2024-11-08T03:23:00,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742412_1588 (size=6025)
2024-11-08T03:23:00,828 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-08T03:23:01,029 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-08T03:23:01,081 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/rep_barrier/ca769fc7a92d4203b89e2794bd50b0c4
2024-11-08T03:23:01,109 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/table/6be98c4a7f26400894212f115e93a516 is 96, key is TestAcidGuarantees,,1731035994500.81643cb03120248c74f6710e6161cd51./table:/1731036026960/DeleteFamily/seqid=0
2024-11-08T03:23:01,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742413_1589 (size=5942)
2024-11-08T03:23:01,123 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e729c2d9d3a5:45545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	... 12 more
2024-11-08T03:23:01,229 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close
2024-11-08T03:23:01,229 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T03:23:01,229 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-08T03:23:01,429 DEBUG [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-11-08T03:23:01,513 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/table/6be98c4a7f26400894212f115e93a516
2024-11-08T03:23:01,520 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/info/c17b0998cd3c4acabc1a248f18d20227 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/info/c17b0998cd3c4acabc1a248f18d20227
2024-11-08T03:23:01,525 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/info/c17b0998cd3c4acabc1a248f18d20227, entries=22, sequenceid=93, filesize=7.5 K
2024-11-08T03:23:01,527 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/rep_barrier/ca769fc7a92d4203b89e2794bd50b0c4 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/rep_barrier/ca769fc7a92d4203b89e2794bd50b0c4
2024-11-08T03:23:01,531 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/rep_barrier/ca769fc7a92d4203b89e2794bd50b0c4, entries=6, sequenceid=93, filesize=5.9 K
2024-11-08T03:23:01,532 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/.tmp/table/6be98c4a7f26400894212f115e93a516 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/table/6be98c4a7f26400894212f115e93a516
2024-11-08T03:23:01,534 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/table/6be98c4a7f26400894212f115e93a516, entries=9, sequenceid=93, filesize=5.8 K
2024-11-08T03:23:01,535 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=93, compaction requested=false
2024-11-08T03:23:01,538 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1
2024-11-08T03:23:01,539 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T03:23:01,539 INFO  [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-11-08T03:23:01,539 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-11-08T03:23:01,539 DEBUG [RS_CLOSE_META-regionserver/e729c2d9d3a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T03:23:01,629 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1250): stopping server e729c2d9d3a5,37707,1731035988520; all regions closed.
2024-11-08T03:23:01,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741834_1010 (size=26050)
2024-11-08T03:23:01,641 DEBUG [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/oldWALs
2024-11-08T03:23:01,641 INFO  [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e729c2d9d3a5%2C37707%2C1731035988520.meta:.meta(num 1731035992470)
2024-11-08T03:23:01,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741832_1008 (size=13476434)
2024-11-08T03:23:01,646 DEBUG [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/oldWALs
2024-11-08T03:23:01,646 INFO  [RS:0;e729c2d9d3a5:37707 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e729c2d9d3a5%2C37707%2C1731035988520:(num 1731035991441)
2024-11-08T03:23:01,646 DEBUG [RS:0;e729c2d9d3a5:37707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:23:01,647 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T03:23:01,647 INFO  [RS:0;e729c2d9d3a5:37707 {}] hbase.ChoreService(370): Chore service for: regionserver/e729c2d9d3a5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T03:23:01,647 INFO  [regionserver/e729c2d9d3a5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-08T03:23:01,647 INFO  [RS:0;e729c2d9d3a5:37707 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37707
2024-11-08T03:23:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e729c2d9d3a5,37707,1731035988520
2024-11-08T03:23:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T03:23:01,696 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e729c2d9d3a5,37707,1731035988520]
2024-11-08T03:23:01,697 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e729c2d9d3a5,37707,1731035988520; numProcessing=1
2024-11-08T03:23:01,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e729c2d9d3a5,37707,1731035988520 already deleted, retry=false
2024-11-08T03:23:01,705 INFO  [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e729c2d9d3a5,37707,1731035988520 expired; onlineServers=0
2024-11-08T03:23:01,705 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e729c2d9d3a5,45545,1731035987767' *****
2024-11-08T03:23:01,705 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T03:23:01,705 DEBUG [M:0;e729c2d9d3a5:45545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b81c190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e729c2d9d3a5/172.17.0.2:0
2024-11-08T03:23:01,705 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionServer(1224): stopping server e729c2d9d3a5,45545,1731035987767
2024-11-08T03:23:01,705 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionServer(1250): stopping server e729c2d9d3a5,45545,1731035987767; all regions closed.
2024-11-08T03:23:01,705 DEBUG [M:0;e729c2d9d3a5:45545 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T03:23:01,706 DEBUG [M:0;e729c2d9d3a5:45545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T03:23:01,706 DEBUG [M:0;e729c2d9d3a5:45545 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T03:23:01,706 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T03:23:01,706 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.large.0-1731035991113 {}] cleaner.HFileCleaner(306): Exit Thread[master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.large.0-1731035991113,5,FailOnTimeoutGroup]
2024-11-08T03:23:01,706 DEBUG [master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.small.0-1731035991122 {}] cleaner.HFileCleaner(306): Exit Thread[master/e729c2d9d3a5:0:becomeActiveMaster-HFileCleaner.small.0-1731035991122,5,FailOnTimeoutGroup]
2024-11-08T03:23:01,707 INFO  [M:0;e729c2d9d3a5:45545 {}] hbase.ChoreService(370): Chore service for: master/e729c2d9d3a5:0 had [] on shutdown
2024-11-08T03:23:01,707 DEBUG [M:0;e729c2d9d3a5:45545 {}] master.HMaster(1733): Stopping service threads
2024-11-08T03:23:01,707 INFO  [M:0;e729c2d9d3a5:45545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T03:23:01,707 ERROR [M:0;e729c2d9d3a5:45545 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[IPC Client (59733779) connection to localhost/127.0.0.1:43367 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43367,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-08T03:23:01,709 INFO  [M:0;e729c2d9d3a5:45545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T03:23:01,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T03:23:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T03:23:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T03:23:01,713 DEBUG [M:0;e729c2d9d3a5:45545 {}] zookeeper.ZKUtil(347): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T03:23:01,713 WARN  [M:0;e729c2d9d3a5:45545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T03:23:01,713 INFO  [M:0;e729c2d9d3a5:45545 {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-11-08T03:23:01,714 INFO  [M:0;e729c2d9d3a5:45545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T03:23:01,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T03:23:01,714 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T03:23:01,714 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:23:01,714 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:23:01,714 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T03:23:01,714 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:23:01,714 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=754.41 KB heapSize=926.54 KB
2024-11-08T03:23:01,734 DEBUG [M:0;e729c2d9d3a5:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f691680850d74c7a856394998807e410 is 82, key is hbase:meta,,1/info:regioninfo/1731035992603/Put/seqid=0
2024-11-08T03:23:01,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742414_1590 (size=5672)
2024-11-08T03:23:01,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T03:23:01,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37707-0x10119be9ec90001, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T03:23:01,797 INFO  [RS:0;e729c2d9d3a5:37707 {}] regionserver.HRegionServer(1307): Exiting; stopping=e729c2d9d3a5,37707,1731035988520; zookeeper connection closed.
2024-11-08T03:23:01,797 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d07be6e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d07be6e
2024-11-08T03:23:01,798 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T03:23:02,138 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f691680850d74c7a856394998807e410
2024-11-08T03:23:02,165 DEBUG [M:0;e729c2d9d3a5:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63b338a2bcb4875b9418701ffd396bc is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1731036156122/Put/seqid=0
2024-11-08T03:23:02,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742415_1591 (size=44744)
2024-11-08T03:23:02,570 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=753.86 KB at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63b338a2bcb4875b9418701ffd396bc
2024-11-08T03:23:02,577 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a63b338a2bcb4875b9418701ffd396bc
2024-11-08T03:23:02,596 DEBUG [M:0;e729c2d9d3a5:45545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ee71f045da4dcc886e8177a831f16a is 69, key is e729c2d9d3a5,37707,1731035988520/rs:state/1731035991177/Put/seqid=0
2024-11-08T03:23:02,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073742416_1592 (size=5156)
2024-11-08T03:23:03,001 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ee71f045da4dcc886e8177a831f16a
2024-11-08T03:23:03,010 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f691680850d74c7a856394998807e410 as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f691680850d74c7a856394998807e410
2024-11-08T03:23:03,015 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f691680850d74c7a856394998807e410, entries=8, sequenceid=2116, filesize=5.5 K
2024-11-08T03:23:03,016 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a63b338a2bcb4875b9418701ffd396bc as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a63b338a2bcb4875b9418701ffd396bc
2024-11-08T03:23:03,020 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a63b338a2bcb4875b9418701ffd396bc
2024-11-08T03:23:03,020 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a63b338a2bcb4875b9418701ffd396bc, entries=177, sequenceid=2116, filesize=43.7 K
2024-11-08T03:23:03,020 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ee71f045da4dcc886e8177a831f16a as hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ee71f045da4dcc886e8177a831f16a
2024-11-08T03:23:03,023 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43367/user/jenkins/test-data/986ce761-2d83-6b5e-cce6-430de0120188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ee71f045da4dcc886e8177a831f16a, entries=1, sequenceid=2116, filesize=5.0 K
2024-11-08T03:23:03,024 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(3040): Finished flush of dataSize ~754.41 KB/772520, heapSize ~926.24 KB/948472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2116, compaction requested=false
2024-11-08T03:23:03,025 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T03:23:03,025 DEBUG [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-11-08T03:23:03,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32793 is added to blk_1073741830_1006 (size=911291)
2024-11-08T03:23:03,028 INFO  [M:0;e729c2d9d3a5:45545 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down.
2024-11-08T03:23:03,028 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-11-08T03:23:03,028 INFO  [M:0;e729c2d9d3a5:45545 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45545
2024-11-08T03:23:03,063 DEBUG [M:0;e729c2d9d3a5:45545 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e729c2d9d3a5,45545,1731035987767 already deleted, retry=false
2024-11-08T03:23:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T03:23:03,172 INFO  [M:0;e729c2d9d3a5:45545 {}] regionserver.HRegionServer(1307): Exiting; stopping=e729c2d9d3a5,45545,1731035987767; zookeeper connection closed.
2024-11-08T03:23:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45545-0x10119be9ec90000, quorum=127.0.0.1:63666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T03:23:03,182 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T03:23:03,185 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T03:23:03,185 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T03:23:03,185 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T03:23:03,186 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.log.dir/,STOPPED}
2024-11-08T03:23:03,188 WARN  [BP-1606889232-172.17.0.2-1731035984597 heartbeating to localhost/127.0.0.1:43367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T03:23:03,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T03:23:03,188 WARN  [BP-1606889232-172.17.0.2-1731035984597 heartbeating to localhost/127.0.0.1:43367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1606889232-172.17.0.2-1731035984597 (Datanode Uuid f1bbca5e-a2e7-406a-a786-bb4bff297635) service to localhost/127.0.0.1:43367
2024-11-08T03:23:03,188 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T03:23:03,191 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/dfs/data/data1/current/BP-1606889232-172.17.0.2-1731035984597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T03:23:03,191 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/cluster_b63e353b-8ac2-19b1-6a7b-630b3072396a/dfs/data/data2/current/BP-1606889232-172.17.0.2-1731035984597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T03:23:03,191 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T03:23:03,197 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T03:23:03,197 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T03:23:03,198 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T03:23:03,198 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T03:23:03,198 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6153e427-01b0-b82a-375b-714f6911558f/hadoop.log.dir/,STOPPED}
2024-11-08T03:23:03,212 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers
2024-11-08T03:23:03,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down